haproxy doesnt run after the vrouter agent restart

Build-id :4.0.3.0-157
build type :continuous build
DISTRO :U16.04.2 LTS (Xenial Xerus)
SKU :Ocata

Setup
===================================================
K8s with single Master and two nodes

====================================================

Before the vrouter agent restart
=================================
root@testbed-1-vm2(agent):/# contrail-status
== Contrail vRouter ==
contrail-vrouter-agent: active
contrail-vrouter-nodemgr: active

root@testbed-1-vm2(agent):/# ps -aux | grep haproxy
haproxy 10544 0.0 0.0 43760 2992 ? Ss 16:10 0:00 haproxy -f /var/lib/contrail/loadbalancer/haproxy/2d714eca-1561-11e8-8eef-525400010001/haproxy.conf -p /var/lib/contrail/loadbalancer/haproxy/2d714eca-1561-11e8-8eef-525400010001/haproxy.pid -sf 10534
root 10640 0.0 0.0 11284 960 ? S+ 16:11 0:00 grep --color=auto haproxy
root@testbed-1-vm2(agent):/# vi /var/lib/contrail/loadbalancer/haproxy/2d714eca-1561-11e8-8eef-525400010001/haproxy.conf
root@testbed-1-vm2(agent):/#
root@testbed-1-vm2(agent):/#

After the vrouter-agent restart
=================================
oot@testbed-1-vm2(agent):/# contrail-status
== Contrail vRouter ==
contrail-vrouter-agent: active
contrail-vrouter-nodemgr: active

root@testbed-1-vm2(agent):/# ps -aux | grep haproxy
root 10930 0.0 0.0 11284 936 ? S+ 16:14 0:00 grep --color=auto haproxy
root@testbed-1-vm2(agent):/#

contrail_version_testbed-1-vm2_agent.log
root@testbed-1-vm2(agent):/# tail -f /var/log/contrail
contrail/ contrail.log contrail_version_testbed-1-vm2_agent.log
root@testbed-1-vm2(agent):/# tail -f /var/log/contrail/contrail-vrouter-agent.log
2018-02-19 Mon 16:13:48:368.560 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028367316 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = testbed-1-vm2:Compute:contrail-vrouter-agent:0 client_info= [ status = Disconnect successful_connections = 0 pid = 10774 http_port = 8085 start_time = 1519037028366031 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_diff= [ [ _iter107->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_diff= [ [ _iter111->first = dropped_no_client _iter111->second = 1, ] ] ]
2018-02-19 Mon 16:13:48:368.698 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028367543 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = testbed-1-vm2:Compute:contrail-vrouter-agent:0 client_info= [ status = Disconnect successful_connections = 0 pid = 10774 http_port = 8085 start_time = 1519037028366031 collector_name = collector_ip = 192.168.1.8:8086 collector_list= [ [ (*_iter40) = 192.168.1.8:8086, (*_iter40) = 192.168.1.9:8086, (*_iter40) = 192.168.1.5:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] ]
2018-02-19 Mon 16:13:48:368.760 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028367591 [SYS_NOTICE]: NodeStatusUVE: data= [ name = testbed-1-vm2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 192.168.1.8:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], ] ] description = Collector connection down, No Configuration for self Number of connections:1, Expected: 5 ], ] ] ]
2018-02-19 Mon 16:13:48:368.827 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028368250 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = testbed-1-vm2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 10774 http_port = 8085 start_time = 1519037028366031 collector_name = collector_ip = 192.168.1.8:8086 collector_list= [ [ (*_iter40) = 192.168.1.8:8086, (*_iter40) = 192.168.1.9:8086, (*_iter40) = 192.168.1.5:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] ]
2018-02-19 Mon 16:13:48:369.904 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028368879 [SYS_NOTICE]: NodeStatusUVE: data= [ name = testbed-1-vm2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 192.168.1.8:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], ] ] description = Collector connection down, No Configuration for self Number of connections:1, Expected: 5 ], ] ] ]
2018-02-19 Mon 16:13:48:370.119 IST testbed-1-vm2 [Thread 139889475393280, Pid 10774]: SANDESH: Send FAILED: 1519037028369847 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = testbed-1-vm2:Compute:contrail-vrouter-agent:0 client_info= [ status = ClientInit successful_connections = 1 pid = 10774 http_port = 8085 start_time = 1519037028366031 collector_name = collector_ip = 192.168.1.8:8086 collector_list= [ [ (*_iter40) = 192.168.1.8:8086, (*_iter40) = 192.168.1.9:8086, (*_iter40) = 192.168.1.5:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_diff= [ [ _iter107->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter107->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter107->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter107->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_diff= [ [ _iter111->first = dropped_sending_disabled _iter111->second = 1, _iter111->first = dropped_wrong_client_sm_state _iter111->second = 7, ] ] ]
2018-02-19 Mon 16:13:48:442.528 IST testbed-1-vm2 [Thread 139889663154048, Pid 10774]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer testbed-1-vm2:192.168.1.9 RECV Mode Client: Event: Tcp Connected peer ip: 192.168.1.9 ( <email address hidden> ) controller/src/xmpp/xmpp_state_machine.cc 1295
2018-02-19 Mon 16:13:48:442.830 IST testbed-1-vm2 [Thread 139889663154048, Pid 10774]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer testbed-1-vm2:192.168.1.5 RECV Mode Client: Event: Tcp Connected peer ip: 192.168.1.5 ( <email address hidden> ) controller/src/xmpp/xmpp_state_machine.cc 1295
2018-02-19 Mon 16:13:48:443.819 IST testbed-1-vm2 [Thread 139889663154048, Pid 10774]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer testbed-1-vm2:192.168.1.5 RECV Mode Client: Event: Tcp Connected peer ip: 192.168.1.5 ( <email address hidden> ) controller/src/xmpp/xmpp_state_machine.cc 1295
2018-02-19 Mon 16:13:49:440.524 IST testbed-1-vm2 [Thread 139889663154048, Pid 10774]: XMPP :0
[SYS_NOTICE]: XmppEventLog: XMPP Peer testbed-1-vm2:192.168.1.8 RECV Mode Client: Event: Tcp Connected peer ip: 192.168.1.8 ( <email address hidden> ) controller/src/xmpp/xmpp_state_machine.cc 1295