gistfile1.txt

[----] I, [2017-08-08T06:25:43.038184 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker.close_pg_sockets_inherited_from_parent) Closing socket: 24
[----] I, [2017-08-08T06:25:43.074758 #29252:1041130]  INFO -- : MIQ(MiqQueue.put) Message id: [200000016053781],  id: [], Zone: [CTC CORE], Role: [], Server: [], Ident: [generic], Target id: [], Instance id: [], Task id: [], Command: [MiqEvent.raise_evm_event], Timeout: [600], Priority: [100], State: [ready], Deliver On: [], Data: [], Args: [["MiqServer", 2000
00000000003], "evm_worker_start", {:event_details=>"Worker started: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d]", :type=>"ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker"}]
[----] I, [2017-08-08T06:25:43.074942 #29252:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker#start) Worker started: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d]
[----] I, [2017-08-08T06:25:43.388367 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#sync_config) ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d], Zone [CTC CORE], Active Roles [automate,ems_inventory,ems_metrics_collector,ems_metrics_coordinator,ems_metrics_processor,ems_ope
rations,event,notifier,smartstate,user_interface,web_services,websocket], Assigned Roles [automate,database_owner,ems_inventory,ems_metrics_collector,ems_metrics_coordinator,ems_metrics_processor,ems_operations,event,notifier,scheduler,smartstate,user_interface,web_services,websocket], Configuration:
[----] I, [2017-08-08T06:25:43.388948 #21330:1041130]  INFO -- :   :count: 1
[----] I, [2017-08-08T06:25:43.388995 #21330:1041130]  INFO -- :   :gc_interval: 900
[----] I, [2017-08-08T06:25:43.389034 #21330:1041130]  INFO -- :   :heartbeat_freq: 10
[----] I, [2017-08-08T06:25:43.389062 #21330:1041130]  INFO -- :   :heartbeat_timeout: 120
[----] I, [2017-08-08T06:25:43.389084 #21330:1041130]  INFO -- :   :memory_threshold: 2147483648
[----] I, [2017-08-08T06:25:43.389104 #21330:1041130]  INFO -- :   :nice_delta: 7
[----] I, [2017-08-08T06:25:43.389124 #21330:1041130]  INFO -- :   :parent_time_threshold: 180
[----] I, [2017-08-08T06:25:43.389156 #21330:1041130]  INFO -- :   :poll: 10
[----] I, [2017-08-08T06:25:43.389201 #21330:1041130]  INFO -- :   :poll_escalate_max: 30
[----] I, [2017-08-08T06:25:43.389246 #21330:1041130]  INFO -- :   :poll_method: :normal
[----] I, [2017-08-08T06:25:43.389271 #21330:1041130]  INFO -- :   :restart_interval: 7200
[----] I, [2017-08-08T06:25:43.389306 #21330:1041130]  INFO -- :   :starting_timeout: 600
[----] I, [2017-08-08T06:25:43.389348 #21330:1041130]  INFO -- :   :stopping_timeout: 600
[----] I, [2017-08-08T06:25:43.389373 #21330:1041130]  INFO -- :   :cpu_usage_threshold: 100
[----] I, [2017-08-08T06:25:43.389394 #21330:1041130]  INFO -- :   :dequeue_method: :drb
[----] I, [2017-08-08T06:25:43.389426 #21330:1041130]  INFO -- :   :queue_timeout: 7200
[----] I, [2017-08-08T06:25:43.389460 #21330:1041130]  INFO -- : ---
[----] I, [2017-08-08T06:25:43.389788 #21330:1041130]  INFO -- :   :guid: 50425de2-7c2c-11e7-ae99-0050568b228d
[----] I, [2017-08-08T06:25:43.389833 #21330:1041130]  INFO -- :   :ems_id: 200000000000001
[----] I, [2017-08-08T06:25:43.400207 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager#with_provider_connection) Connecting through ManageIQ::Providers::Openshift::ContainerManager: [CTC CORE]
[----] I, [2017-08-08T06:25:43.439760 #21330:1041130]  INFO -- : MIQ(AuthToken#validation_successful) [ExtManagementSystem] [200000000000001], previously valid/invalid on: [2017-08-08 11:22:58 UTC]/[], previous status: [Valid]
[----] I, [2017-08-08T06:25:43.463280 #21330:1041130]  INFO -- : MIQ(MiqQueue.put) Message id: [200000016053782],  id: [], Zone: [CTC CORE], Role: [], Server: [], Ident: [generic], Target id: [], Instance id: [], Task id: [], Command: [MiqEvent.raise_evm_event], Timeout: [600], Priority: [100], State: [ready], Deliver On: [], Data: [], Args: [["ManageIQ::Providers::Openshift::ContainerManager", 200000000000001], "ems_auth_valid", {}]
[----] I, [2017-08-08T06:25:43.835192 #21330:1041130]  INFO -- : ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner started. ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d], Zone [CTC CORE], Role [automate,database_owner,ems_inventory,ems_metrics_collector,ems_metrics_coordinator,ems_metrics_processor,ems_operations,event,notifier,scheduler,smartstate,user_interface,web_services,websocket]
[----] I, [2017-08-08T06:25:43.835550 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#do_wait_for_worker_monitor) EMS [ose-ctc-core.optum.com] as [] Checking that worker monitor has started before doing work
[----] I, [2017-08-08T06:25:43.840772 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#do_wait_for_worker_monitor) EMS [ose-ctc-core.optum.com] as [] Starting work since worker monitor has started
[----] I, [2017-08-08T06:25:43.840840 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#do_before_work_loop) EMS [ose-ctc-core.optum.com] as [] Queueing initial refresh for EMS.
[----] I, [2017-08-08T06:25:43.877998 #21330:1041130]  INFO -- : MIQ(MiqQueue.put_or_update) Message id: [200000016051761] updated with following: {:queue_name=>"ems_200000000000001", :state=>"ready", :zone=>"CTC CORE", :class_name=>"EmsRefresh", :method_name=>"refresh", :role=>"ems_inventory", :args=>[[["ManageIQ::Providers::Openshift::ContainerManager", 200000000000001]]], :task_id=>nil, :msg_timeout=>7200, :miq_callback=>{:class_name=>"MiqTask", :method_name=>:queue_callback, :instance_id=>nil, :args=>["Finished"]}}
[----] I, [2017-08-08T06:25:43.878468 #21330:1041130]  INFO -- : MIQ(MiqQueue.put_or_update) Message id: [200000016051761],  id: [], Zone: [CTC CORE], Role: [ems_inventory], Server: [], Ident: [ems_200000000000001], Target id: [], Instance id: [], Task id: [], Command: [EmsRefresh.refresh], Timeout: [7200], Priority: [100], State: [ready], Deliver On: [], Data: [], Args: [[["ManageIQ::Providers::Openshift::ContainerManager", 200000000000001]]], Requeued
[----] I, [2017-08-08T06:25:43.881014 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#worker_monitor_drb) EMS [ose-ctc-core.optum.com] as [] Initializing DRb Connection to MiqServer with ID=[200000000000003], NAME=[CTC CORE APP2], PID=[29252], GUID=[1c68d72a-6cab-11e7-ad8a-0050568b228d] DRb URI=[druby://127.0.0.1:34003]
[----] I, [2017-08-08T06:25:43.939652 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker::Runner#get_message_via_drb) Message id: [200000016051761], MiqWorker id: [200000000054821], Zone: [CTC CORE], Role: [ems_inventory], Server: [], Ident: [ems_200000000000001], Target id: [], Instance id: [], Task id: [], Command: [EmsRefresh.refresh], Timeout: [7200], Priority: [100], State: [dequeue], Deliver On: [], Data: [], Args: [[["ManageIQ::Providers::Openshift::ContainerManager", 200000000000001]]], Dequeued in: [158.655079433] seconds
[----] I, [2017-08-08T06:25:43.939841 #21330:1041130]  INFO -- : MIQ(MiqQueue#deliver) Message id: [200000016051761], Delivering...
[----] I, [2017-08-08T06:25:43.962461 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::Refresher#refresh) Refreshing all targets...
[----] I, [2017-08-08T06:25:43.962587 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::Refresher#refresh) EMS: [CTC CORE], id: [200000000000001] Refreshing targets for EMS...
[----] I, [2017-08-08T06:25:43.962662 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::Refresher#refresh) EMS: [CTC CORE], id: [200000000000001]   ManageIQ::Providers::Openshift::ContainerManager [CTC CORE] id [200000000000001]
[----] I, [2017-08-08T06:25:43.965116 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::Refresher#refresh_targets_for_ems) EMS: [CTC CORE], id: [200000000000001] Refreshing target ManageIQ::Providers::Openshift::ContainerManager [CTC CORE] id [200000000000001]...
[----] I, [2017-08-08T06:25:43.965777 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager#with_provider_connection) Connecting through ManageIQ::Providers::Openshift::ContainerManager: [CTC CORE]
[----] I, [2017-08-08T06:25:46.037194 #1048:1041130]  INFO -- : MIQ(MiqGenericWorker::Runner#get_message_via_drb) Message id: [200000016053781], MiqWorker id: [200000000028146], Zone: [CTC CORE], Role: [], Server: [], Ident: [generic], Target id: [], Instance id: [], Task id: [], Command: [MiqEvent.raise_evm_event], Timeout: [600], Priority: [100], State: [dequeue], Deliver On: [], Data: [], Args: [["MiqServer", 200000000000003], "evm_worker_start", {:event_details=>"Worker started: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d]", :type=>"ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker"}], Dequeued in: [2.978355696] seconds
[----] I, [2017-08-08T06:25:46.048863 #1048:1041130]  INFO -- : <AutomationEngine> MiqAeEvent.build_evm_event >> event=<"evm_worker_start"> inputs=<{:event_details=>"Worker started: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d]", :type=>"ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker", "MiqEvent::miq_event"=>200000002889455, :miq_event_id=>200000002889455, "EventStream::event_stream"=>200000002889455, :event_stream_id=>200000002889455}>
[----] I, [2017-08-08T06:25:46.062925 #1048:1041130]  INFO -- : MIQ(MiqQueue.put) Message id: [200000016053819],  id: [], Zone: [CTC CORE], Role: [automate], Server: [], Ident: [generic], Target id: [], Instance id: [], Task id: [], Command: [MiqAeEngine.deliver], Timeout: [3600], Priority: [20], State: [ready], Deliver On: [], Data: [], Args: [{:object_type=>"MiqServer", :object_id=>200000000000003, :attrs=>{:event_type=>"evm_worker_start", :event_details=>"Worker started: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d]", :type=>"ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker", "MiqEvent::miq_event"=>200000002889455, :miq_event_id=>200000002889455, "EventStream::event_stream"=>200000002889455, :event_stream_id=>200000002889455}, :instance_name=>"Event", :user_id=>200000000000001, :miq_group_id=>200000000000002, :tenant_id=>200000000000001, :automate_message=>nil}]
[----] W, [2017-08-08T06:25:58.160318 #21330:1041130]  WARN -- : Unexpected Exception during refresh: HTTP status code 403, User "system:serviceaccount:management-infra:management-admin" cannot list all componentstatuses in the cluster
[----] I, [2017-08-08T06:25:58.160766 #21330:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager#with_provider_connection) Connecting through ManageIQ::Providers::Openshift::ContainerManager: [CTC CORE]
[----] E, [2017-08-08T06:29:16.487645 #21330:1041130] ERROR -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::Refresher#fetch_hawk_inv) string is not a recognized metric type
[----] I, [2017-08-08T06:35:52.132621 #29252:1041130]  INFO -- : MIQ(ManageIQ::Providers::Openshift::ContainerManager::RefreshWorker#kill) Killing worker: ID [200000000054821], PID [21330], GUID [50425de2-7c2c-11e7-ae99-0050568b228d], status [stopping]