Project

General

Profile

Actions

Bug #19221

closed

ansible proxy dynflow task always fails

Added by Ondřej Levý about 7 years ago. Updated about 3 years ago.

Status:
Rejected
Priority:
High
Assignee:
-
Target version:
-
Difficulty:
Triaged:
No
Fixed in Releases:
Found in Releases:

Description

Event if run of ansible playbook end witnout ani error whole dynflow task end in error state:

Input:

---
inventory: '{"all":{"hosts":["etn-foreman-client.mit.etn"]},"_meta":{"hostvars":{"etn-foreman-client.mit.etn":{"foreman":{"ip":"10.238.20.152","ip6":"","environment_id":null,"environment_name":null,"last_report":null,"mac":"02:01:0a:ee:14:98","realm_id":null,"realm_name":null,"sp_mac":null,"sp_ip":null,"sp_name":null,"domain_id":2,"domain_name":"mit.etn","architecture_id":1,"architecture_name":"x86_64","operatingsystem_id":null,"operatingsystem_name":null,"subnet_id":null,"subnet_name":null,"subnet6_id":null,"subnet6_name":null,"sp_subnet_id":null,"ptable_id":null,"ptable_name":null,"medium_id":null,"medium_name":null,"pxe_loader":null,"build":false,"comment":"","disk":null,"installed_at":null,"model_id":1,"hostgroup_id":null,"owner_id":3,"owner_type":"User","enabled":true,"managed":false,"use_image":null,"image_file":"","uuid":null,"compute_resource_id":null,"compute_resource_name":null,"compute_profile_id":null,"compute_profile_name":null,"capabilities":["build"],"provision_method":"build","certname":"etn-foreman-client.mit.etn","image_id":null,"image_name":null,"created_at":"2017-04-03T15:44:16.790+02:00","updated_at":"2017-04-07T13:09:29.954+02:00","last_compile":"2017-04-07T13:09:29.000+02:00","global_status":0,"global_status_label":"OK","organization_id":1,"organization_name":"ETN","location_id":2,"location_name":"MIT","puppet_status":0,"model_name":"KVM","errata_status":0,"errata_status_label":"All
errata applied","subscription_status":0,"subscription_status_label":"Fully entitled","name":"etn-foreman-client.mit.etn","id":2,"puppet_proxy_id":null,"puppet_proxy_name":null,"puppet_ca_proxy_id":null,"puppet_ca_proxy_name":null,"puppet_proxy":null,"puppet_ca_proxy":null,"hostgroup_name":null,"hostgroup_title":null,"content_facet_attributes":{"id":1,"uuid":"1cc6ae41-f570-490e-878f-f9ea9893455e","content_view_id":3,"content_view_name":"CentOS
7","lifecycle_environment_id":3,"lifecycle_environment_name":"PROD","content_source_id":null,"content_source_name":null,"content_view":{"id":3,"name":"CentOS
7"},"lifecycle_environment":{"id":3,"name":"PROD"},"content_source":null,"errata_counts":{"security":0,"bugfix":0,"enhancement":0,"total":0},"applicable_package_count":0,"upgradable_package_count":0},"subscription_global_status":0,"subscription_facet_attributes":{"id":1,"uuid":"1cc6ae41-f570-490e-878f-f9ea9893455e","last_checkin":"2017-04-07T13:09:33.911+02:00","service_level":null,"release_version":null,"autoheal":true,"registered_at":"2017-04-03T15:44:17.298+02:00","registered_through":"mit1-foreman-1.mit.etn","user":{"id":3,"login":"admin"}}},"foreman_params":{},"foreman_ansible_roles":["etn.collectd"],"ansible_port":22,"ansible_user":"root","ansible_ssh_pass":"","ansible_connection":"ssh","ansible_winrm_server_cert_validation":"validate","ansible_ssh_port":22,"ansible_ssh_user":"root"}}}}'
playbook: |
---
- hosts: all
roles:
- etn.collectd
options:
verbosity_level:
connection_options:
retry_interval: 15
retry_count: 4
timeout: 60
proxy_url: https://mit1-foreman-1.mit.etn:9090
proxy_action_name: ForemanAnsibleCore::Actions::RunPlaybook
Output:

---
metadata:
timeout: '2017-04-07 14:40:04 +0200'
proxy_task_id: 93554fdf-8c2d-47e5-96b7-37490adbe633
Error:

Foreman::Exception

ERF42-0007 [Foreman::Exception]: The smart proxy task 93554fdf-8c2d-47e5-96b7-37490adbe633 failed.

---
- "/opt/theforeman/tfm/root/usr/share/gems/gems/foreman-tasks-0.8.6/app/lib/actions/proxy_action.rb:59:in
`check_task_status'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/foreman-tasks-0.8.6/app/lib/actions/proxy_action.rb:37:in
`block in run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/foreman-tasks-0.8.6/app/lib/actions/proxy_action.rb:159:in
`with_connection_error_handling'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/foreman-tasks-0.8.6/app/lib/actions/proxy_action.rb:21:in
`run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:506:in
`block (3 levels) in execute_run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:26:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:26:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware.rb:17:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action/progress.rb:30:in
`with_progress_calculation'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action/progress.rb:16:in
`run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:22:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:26:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware.rb:17:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/katello-3.3.1.1/app/lib/actions/middleware/keep_locale.rb:11:in
`block in run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/katello-3.3.1.1/app/lib/actions/middleware/keep_locale.rb:22:in
`with_locale'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/katello-3.3.1.1/app/lib/actions/middleware/keep_locale.rb:11:in
`run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:22:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:26:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware.rb:17:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware.rb:30:in
`run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/stack.rb:22:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/middleware/world.rb:30:in
`execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:505:in
`block (2 levels) in execute_run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:504:in
`catch'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:504:in
`block in execute_run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:419:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:419:in
`block in with_error_handling'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:419:in
`catch'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:419:in
`with_error_handling'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:499:in
`execute_run'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/action.rb:260:in
`execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:9:in
`block (2 levels) in execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract.rb:155:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract.rb:155:in
`with_meta_calculation'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:8:in
`block in execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:22:in
`open_action'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/execution_plan/steps/abstract_flow_step.rb:7:in
`execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/director.rb:55:in
`execute'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/executors/parallel/worker.rb:11:in
`on_message'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/context.rb:46:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/executes_context.rb:7:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/dynflow-0.8.17/lib/dynflow/actor.rb:26:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/awaits.rb:15:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/sets_results.rb:14:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/buffer.rb:38:in
`process_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/buffer.rb:31:in
`process_envelopes?'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/buffer.rb:20:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/termination.rb:55:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/removes_child.rb:10:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/abstract.rb:25:in
`pass'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/behaviour/sets_results.rb:14:in
`on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/core.rb:161:in
`process_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/core.rb:95:in
`block in on_envelope'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/core.rb:118:in
`block (2 levels) in schedule_execution'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/synchronization/mri_lockable_object.rb:38:in
`block in synchronize'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/synchronization/mri_lockable_object.rb:38:in
`synchronize'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/synchronization/mri_lockable_object.rb:38:in
`synchronize'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/concurrent-ruby-edge-0.2.0/lib/concurrent/actor/core.rb:115:in
`block in schedule_execution'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/serialized_execution.rb:18:in
`call'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/serialized_execution.rb:18:in
`call'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/serialized_execution.rb:96:in
`work'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/serialized_execution.rb:77:in
`block in call_job'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:333:in
`call'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:333:in
`run_task'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:322:in
`block (3 levels) in create_worker'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:305:in
`loop'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:305:in
`block (2 levels) in create_worker'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:304:in
`catch'"
- "/opt/rh/sclo-ror42/root/usr/share/gems/gems/concurrent-ruby-1.0.0/lib/concurrent/executor/ruby_thread_pool_executor.rb:304:in
`block in create_worker'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/logging-1.8.2/lib/logging/diagnostic_context.rb:323:in
`call'"
- "/opt/theforeman/tfm/root/usr/share/gems/gems/logging-1.8.2/lib/logging/diagnostic_context.rb:323:in
`block in create_with_logging_context'"

Actions #1

Updated by Anonymous about 7 years ago

what's in the proxy.log of the smart-proxy?

Actions #2

Updated by Ondřej Levý about 7 years ago

/var/log/foreman-proxy/proxy.log

I, [2017-04-11T16:46:23.912877 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:23 +0200] "GET /dynflow/tasks/count?state=running HTTP/1.1" 200 29 0.0089

I, [2017-04-11T16:46:24.908257 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:24 +0200] "POST /dynflow/tasks/ HTTP/1.1" 200 50 0.0345

I, [2017-04-11T16:46:30.619118 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:30 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 5320 0.0126

I, [2017-04-11T16:46:36.391343 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:36 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 5476 0.0145

I, [2017-04-11T16:46:42.071537 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:42 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 5668 0.0122

I, [2017-04-11T16:46:47.739666 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:47 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 6520 0.0148

I, [2017-04-11T16:46:53.423568 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:53 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0101

I, [2017-04-11T16:46:59.095030 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:46:59 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0144

I, [2017-04-11T16:47:04.774737 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:04 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0136

I, [2017-04-11T16:47:10.465112 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:10 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0133

I, [2017-04-11T16:47:16.194612 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:16 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0186

I, [2017-04-11T16:47:21.896219 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:21 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0139

I, [2017-04-11T16:47:24.898872 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:24 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0158

I, [2017-04-11T16:47:27.655978 ] INFO -- : 10.238.20.163 - - [11/Apr/2017:16:47:27 +0200] "GET /dynflow/tasks/77cccd71-13e8-4819-a4b4-22f7b37459f3/status HTTP/1.1" 200 10354 0.0154

Actions #3

Updated by Ondřej Ezr about 3 years ago

  • Status changed from New to Rejected

Closing this, as it is too old and we failed to reproduce this.
Feel free to reopen this if you are still facing this issue.

Actions

Also available in: Atom PDF