version: 4.0.1.0-56~newton
testcase: test_verify_generator_connections_to_collector_node
Cluster: 10.87.118.141 (SM) has a screen named test
ModuleClientState info is not found in the contrail-control-nodemgr generator info of one of the control node process.
root@72e8d3c1b4eb:/opt/contrail/utils# curl -H 'X-Auth-Token: 4bb99059468f4f949562e7d71b457f44' http://10.0.0.10:8081/analytics/uves/generator/server6:Control:contrail-control-nodemgr:0?flat | python -mjson.tool
{
"ModuleServerState": {
"generator_info": [
{
"gen_attr": {
"connect_time": 1505199602966920,
"connects": 1,
"in_clear": false,
"reset_time": 0,
"resets": 0
},
"hostname": "server5"
}
],
"msg_stats": [
{
"hostname": "server5",
"log_level_stats": [],
"msgtype_stats": [
{
"bytes": 3383146,
"last_msg_timestamp": 1505259572025694,
"message_type": "NodeStatusUVE",
"messages": 1010
},
{
"bytes": 5509,
"last_msg_timestamp": 1505199602969546,
"message_type": "SandeshModuleClientTrace",
"messages": 3
}
]
}
],
"session_rx_socket_stats": {
"average_blocked_duration": null,
"average_bytes": 1697.0,
"blocked_count": 0,
"blocked_duration": "00:00:00",
"bytes": 3429603,
"calls": 2020,
"errors": 0
},
"session_stats": {
"num_recv_fail": 0,
"num_recv_msg": 0,
"num_recv_msg_fail": 0,
"num_send_buffer_fail": 0,
"num_send_msg": 1,
"num_send_msg_fail": 0,
"num_wait_msgq_dequeue": 0,
"num_wait_msgq_enqueue": 0,
"num_write_ready_cb_error": 0
},
"session_tx_socket_stats": {
"average_blocked_duration": null,
"average_bytes": 979.0,
"blocked_count": 0,
"blocked_duration": "00:00:00",
"bytes": 979,
"calls": 1,
"errors": 0
},
"sm_drop_level": "INVALID",
"sm_msg_stats": {
"aggregate_stats": {
"bytes_received": 3390057,
"bytes_sent": 0,
"messages_received": 1014,
"messages_received_dropped": 0,
"messages_sent": 0,
"messages_sent_dropped": 0
},
"type_stats": [
{
"message_type": "NodeStatusUVE",
"stats": {
"bytes_received": 3383146,
"bytes_sent": 0,
"messages_received": 1010,
"messages_received_dropped": 0,
"messages_sent": 0,
"messages_sent_dropped": 0
}
},
{
"message_type": "SandeshCtrlClientToServer",
"stats": {
"bytes_received": 1402,
"bytes_sent": 0,
"messages_received": 1,
"messages_received_dropped": 0,
"messages_sent": 0,
"messages_sent_dropped": 0
}
},
{
"message_type": "SandeshModuleClientTrace",
"stats": {
"bytes_received": 5509,
"bytes_sent": 0,
"messages_received": 3,
"messages_received_dropped": 0,
"messages_sent": 0,
"messages_sent_dropped": 0
}
}
]
},
"sm_queue_count": 0,
"sm_stats": {
"ev_stats": [
{
"dequeue_fails": 0,
"dequeues": 1,
"enqueue_fails": 0,
"enqueues": 1,
"event": "ssm::EvSandeshCtrlMessageRecv"
},
{
"dequeue_fails": 0,
"dequeues": 1013,
"enqueue_fails": 0,
"enqueues": 1013,
"event": "ssm::EvSandeshMessageRecv"
},
{
"dequeue_fails": 0,
"dequeues": 1,
"enqueue_fails": 0,
"enqueues": 1,
"event": "ssm::EvStart"
},
{
"dequeue_fails": 0,
"dequeues": 1,
"enqueue_fails": 0,
"enqueues": 1,
"event": "ssm::EvTcpPassiveOpen"
},
{
"dequeue_fails": 0,
"dequeues": 1016,
"enqueue_fails": 0,
"enqueues": 1016,
"event": null
}
],
"last_event": "ssm::EvSandeshMessageRecv",
"last_event_at": 1505259571985218,
"last_state": "Established",
"state": "Established",
"state_since": 1505199602968197
}
}
}
This looks like an issue in the contrail-
curl -u admin:c0ntrail123 127.0.0.
{
"ModuleClie
[
{
},
]
],
[
{
},
]
],
[
{
},
]
]
},
"ModuleServ
......