# Pastebin K3wdwg0g stack@octavia:~/devstack$ cat /opt/stack/logs/o-cw.log ailed to start" | tee "/opt/stack/status/stack/o-cw.failure"; fg || echo "o-cw f [1] 85859 /usr/local/bin/octavia-worker --config-file /etc/octavia/octavia.conf 2017-03-02 14:33:23.363 85859 INFO octavia.common.config [-] Logging enabled! 2017-03-02 14:33:23.363 85859 WARNING oslo_reports.guru_meditation_report [-] Guru meditation now registers SIGUSR1 and SIGUSR2 by default for backward compatibility. SIGUSR1 will no longer be registered in a future release, so please use SIGUSR2 to generate reports. 2017-03-02 14:33:23.981 85859 INFO root [-] Generating grammar tables from /usr/lib/python2.7/lib2to3/Grammar.txt 2017-03-02 14:33:24.018 85859 INFO root [-] Generating grammar tables from /usr/lib/python2.7/lib2to3/PatternGrammar.txt /usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/server.py:200: FutureWarning: The access_policy argument is changing its default value to in version '?', please update the code to explicitly set None as the value: access_policy defaults to LegacyRPCAccessPolicy which exposes private methods. Explicitly set access_policy to DefaultRPCAccessPolicy or ExplicitRPCAccessPolicy. access_policy) 2017-03-02 14:33:24.425 85859 INFO octavia.controller.queue.consumer [-] Starting consumer... 2017-03-02 14:36:31.926 85859 INFO octavia.controller.queue.endpoint [-] Creating load balancer '6a8b6e0e-9a0f-4318-855c-bba40d40cca2'... /usr/local/lib/python2.7/dist-packages/pymysql/cursors.py:166: Warning: (3090, u"Changing sql mode 'NO_AUTO_CREATE_USER' is deprecated. It will be removed in a future release.") result = self._query(query) 2017-03-02 14:36:32.516 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Created Amphora in DB with id b1c23ef0-6df1-45a6-9aae-20af3f156334 2017-03-02 14:36:32.612 85859 INFO octavia.certificates.generator.local [-] Signing a certificate request using OpenSSL locally. 2017-03-02 14:36:32.612 85859 INFO octavia.certificates.generator.local [-] Using CA Certificate from config. 2017-03-02 14:36:32.612 85859 INFO octavia.certificates.generator.local [-] Using CA Private Key from config. 2017-03-02 14:36:32.612 85859 INFO octavia.certificates.generator.local [-] Using CA Private Key Passphrase from config. 2017-03-02 14:36:51.778 85859 INFO octavia.controller.queue.endpoint [-] Creating load balancer 'be3ba6d0-4f71-4cf2-9461-876f37d4ff37'... 2017-03-02 14:36:52.398 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Created Amphora in DB with id 3a186fe9-8a16-402a-9d17-09bb339be2ba 2017-03-02 14:36:52.472 85859 INFO octavia.certificates.generator.local [-] Signing a certificate request using OpenSSL locally. 2017-03-02 14:36:52.472 85859 INFO octavia.certificates.generator.local [-] Using CA Certificate from config. 2017-03-02 14:36:52.472 85859 INFO octavia.certificates.generator.local [-] Using CA Private Key from config. 2017-03-02 14:36:52.472 85859 INFO octavia.certificates.generator.local [-] Using CA Private Key Passphrase from config. 2017-03-02 14:37:06.994 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Mark ALLOCATED in DB for amphora: 3a186fe9-8a16-402a-9d17-09bb339be2ba with compute id 0ef6907f-944b-4084-be24-f9daa97c2a6c for load balancer: be3ba6d0-4f71-4cf2-9461-876f37d4ff37 2017-03-02 14:37:07.039 85859 INFO octavia.network.drivers.neutron.allowed_address_pairs [-] Port 557ca26a-133e-40ae-a62b-9a4e9541bbe3 already exists. Nothing to be done. 2017-03-02 14:37:08.680 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Mark ALLOCATED in DB for amphora: b1c23ef0-6df1-45a6-9aae-20af3f156334 with compute id 4ae97c0c-bd76-4958-86c9-eb1f54c9e69c for load balancer: 6a8b6e0e-9a0f-4318-855c-bba40d40cca2 2017-03-02 14:37:08.856 85859 INFO octavia.network.drivers.neutron.allowed_address_pairs [-] Port 4b46fe9f-e72e-47db-a874-c54ca5809103 already exists. Nothing to be done. 2017-03-02 14:37:17.764 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:20.769 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:22.676 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:23.772 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:25.676 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:26.774 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:27.678 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:27.777 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:28.682 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:28.781 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:29.685 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:29.783 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:30.688 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:30.785 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:31.690 85859 WARNING octavia.amphorae.drivers.haproxy.rest_api_driver [-] Could not connect to instance. Retrying. 2017-03-02 14:37:37.671 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Mark ACTIVE in DB for load balancer id: be3ba6d0-4f71-4cf2-9461-876f37d4ff37 2017-03-02 14:37:39.183 85859 INFO octavia.controller.worker.tasks.database_tasks [-] Mark ACTIVE in DB for load balancer id: 6a8b6e0e-9a0f-4318-855c-bba40d40cca2 2017-03-02 14:38:34.769 85859 INFO octavia.controller.queue.endpoint [-] Creating listener 'a6dec0bf-87a1-4c6d-a59e-c8086fbd912c'... 2017-03-02 14:38:35.043 85859 WARNING octavia.controller.worker.controller_worker [-] Task 'octavia.controller.worker.tasks.amphora_driver_tasks.ListenersUpdate' (95b472c9-c3af-47b8-bf75-080d4408c184) transitioned into state 'FAILURE' from state 'RUNNING' 2 predecessors (most recent first): Atom 'octavia.controller.worker.tasks.lifecycle_tasks.ListenersToErrorOnRevertTask' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'listeners': [], 'loadbalancer': }, 'provides': None} |__Flow 'octavia-create-listener_flow' 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker Traceback (most recent call last): 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker result = task.execute(**arguments) 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker return exc.check_exception(r) 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker raise responses[status_code]() 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker InvalidRequest: Invalid request 2017-03-02 14:38:35.043 85859 ERROR octavia.controller.worker.controller_worker 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine [-] Engine execution has failed, something bad must of happened (last 10 machine transitions were [('UNDEFINED', 'RESUMING'), ('RESUMING', 'SCHEDULING'), ('SCHEDULING', 'WAITING'), ('WAITING', 'ANALYZING'), ('ANALYZING', 'SCHEDULING'), ('SCHEDULING', 'WAITING'), ('WAITING', 'ANALYZING'), ('ANALYZING', 'GAME_OVER'), ('GAME_OVER', 'FAILURE')]) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine Traceback (most recent call last): 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 300, in run_iter 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine failure.Failure.reraise_if_any(memory.failures) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 336, in reraise_if_any 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine failures[0].reraise() 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 343, in reraise 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine six.reraise(*self._exc_info) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine result = task.execute(**arguments) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine return exc.check_exception(r) 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine raise responses[status_code]() 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine InvalidRequest: Invalid request 2017-03-02 14:38:35.044 85859 ERROR taskflow.engines.action_engine.engine 2017-03-02 14:38:35.050 85859 WARNING octavia.controller.worker.controller_worker [-] Flow 'octavia-create-listener_flow' (c24919d6-5e1f-4886-8910-901adb4d447e) transitioned into state 'FAILURE' from state 'RUNNING' 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server [-] Exception during message handling 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/server.py", line 155, in _process_incoming 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 222, in dispatch 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 192, in _do_dispatch 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/queue/endpoint.py", line 59, in create_listener 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server self.worker.create_listener(listener_id) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/worker/controller_worker.py", line 205, in create_listener 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server create_listener_tf.run() 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 247, in run 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server for _state in self.run_iter(timeout=timeout): 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 328, in run_iter 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server self._change_state(states.FAILURE) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server self.force_reraise() 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 300, in run_iter 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server failure.Failure.reraise_if_any(memory.failures) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 336, in reraise_if_any 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server failures[0].reraise() 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 343, in reraise 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server six.reraise(*self._exc_info) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server result = task.execute(**arguments) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server return exc.check_exception(r) 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server raise responses[status_code]() 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server InvalidRequest: Invalid request 2017-03-02 14:38:35.050 85859 ERROR oslo_messaging.rpc.server 2017-03-02 14:38:46.833 85859 INFO octavia.controller.queue.endpoint [-] Creating listener 'c32bf10a-a006-4d7a-acc5-1c80e1d2edbd'... 2017-03-02 14:38:47.011 85859 WARNING octavia.controller.worker.controller_worker [-] Task 'octavia.controller.worker.tasks.amphora_driver_tasks.ListenersUpdate' (302b43f9-3989-4b48-9629-92a45e4bb659) transitioned into state 'FAILURE' from state 'RUNNING' 2 predecessors (most recent first): Atom 'octavia.controller.worker.tasks.lifecycle_tasks.ListenersToErrorOnRevertTask' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'listeners': [], 'loadbalancer': }, 'provides': None} |__Flow 'octavia-create-listener_flow' 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker Traceback (most recent call last): 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker result = task.execute(**arguments) 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker return exc.check_exception(r) 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker raise responses[status_code]() 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker InvalidRequest: Invalid request 2017-03-02 14:38:47.011 85859 ERROR octavia.controller.worker.controller_worker 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine [-] Engine execution has failed, something bad must of happened (last 10 machine transitions were [('UNDEFINED', 'RESUMING'), ('RESUMING', 'SCHEDULING'), ('SCHEDULING', 'WAITING'), ('WAITING', 'ANALYZING'), ('ANALYZING', 'SCHEDULING'), ('SCHEDULING', 'WAITING'), ('WAITING', 'ANALYZING'), ('ANALYZING', 'GAME_OVER'), ('GAME_OVER', 'FAILURE')]) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine Traceback (most recent call last): 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 300, in run_iter 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine failure.Failure.reraise_if_any(memory.failures) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 336, in reraise_if_any 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine failures[0].reraise() 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 343, in reraise 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine six.reraise(*self._exc_info) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine result = task.execute(**arguments) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine return exc.check_exception(r) 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine raise responses[status_code]() 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine InvalidRequest: Invalid request 2017-03-02 14:38:47.012 85859 ERROR taskflow.engines.action_engine.engine 2017-03-02 14:38:47.013 85859 WARNING octavia.controller.worker.controller_worker [-] Flow 'octavia-create-listener_flow' (7b8d3c8b-eaf3-4cba-8b4a-7a453a6ba915) transitioned into state 'FAILURE' from state 'RUNNING' 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server [-] Exception during message handling 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server Traceback (most recent call last): 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/server.py", line 155, in _process_incoming 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 222, in dispatch 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_messaging/rpc/dispatcher.py", line 192, in _do_dispatch 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/queue/endpoint.py", line 59, in create_listener 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server self.worker.create_listener(listener_id) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/worker/controller_worker.py", line 205, in create_listener 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server create_listener_tf.run() 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 247, in run 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server for _state in self.run_iter(timeout=timeout): 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 328, in run_iter 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server self._change_state(states.FAILURE) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server self.force_reraise() 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/engine.py", line 300, in run_iter 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server failure.Failure.reraise_if_any(memory.failures) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 336, in reraise_if_any 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server failures[0].reraise() 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/types/failure.py", line 343, in reraise 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server six.reraise(*self._exc_info) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/usr/local/lib/python2.7/dist-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server result = task.execute(**arguments) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/controller/worker/tasks/amphora_driver_tasks.py", line 57, in execute 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server self.amphora_driver.update(listener, loadbalancer.vip) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 78, in update 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server self.client.upload_config(amp, listener.id, config) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/rest_api_driver.py", line 307, in upload_config 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server return exc.check_exception(r) 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server File "/opt/stack/octavia/octavia/amphorae/drivers/haproxy/exceptions.py", line 32, in check_exception 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server raise responses[status_code]() 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server InvalidRequest: Invalid request 2017-03-02 14:38:47.013 85859 ERROR oslo_messaging.rpc.server