Skip to content

LTE-2645 : LTE SelfHeal Enhancement #48

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
Nithishkumar-T wants to merge 1 commit into
base: develop
Choose a base branch
from
Open

LTE-2645 : LTE SelfHeal Enhancement #48

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 11 additions & 5 deletions scripts/task_health_monitor.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -402,12 +402,8 @@ self_heal_sedaemon()

xle_device_mode=0
if [ "$BOX_TYPE" = "WNXL11BWL" ]; then

lte_down=$(sysevent get LTE_DOWN)
if [ "$lte_down" = "1" ]; then
echo_t "[RDKB_SELFHEAL] : Rebooting device due to LTE connectivity down"
rebootNeeded RM LTE_DOWN LTE_DOWN 1
fi

# checking device mode
xle_device_mode=`syscfg get Device_Mode`
if [ "$xle_device_mode" -eq "1" ]; then
Expand All @@ -416,12 +412,22 @@ if [ "$BOX_TYPE" = "WNXL11BWL" ]; then
else
RESOLV_CONF="/etc/resolv.conf"
echo_t "[RDKB_SELFHEAL] : Device is in router mode"
if [ -n "$lte_down" ]; then
echo_t "[RDKB_SELFHEAL] : Rebooting device due to LTE connectivity down"
rebootNeeded RM $lte_down $lte_down 1
fi
fi
checkMaintenanceWindow
IsAlreadyCellularCountResetted=`sysevent get isAlreadyCellularCountResetted`
if [ $reb_window -eq 1 ]; then
if [ -n "$lte_down" ] && [ "$xle_device_mode" -eq "1" ]; then
echo_t "[RDKB_SELFHEAL] : Rebooting device due to LTE connectivity down within maintenance window"
rebootNeeded RM $lte_down $lte_down 1
fi

if [ $IsAlreadyCellularCountResetted -eq 0 ]; then
echo_t "[RDKB_SELFHEAL] : Resetting cellular_restart_count within maintenance window"
sysevent set cellular_retry_count 0
sysevent set cellular_restart_count 0
sysevent set isAlreadyCellularCountResetted 1
fi
Expand Down
54 changes: 44 additions & 10 deletions source/xle_selfheal/xle_selfheal_util.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@ struct xle_attributes
int is_default_route;
int is_mesh_default_route;
int cellular_restart_count;
int cellular_retry_count;
}xle_attributes;

#define BUFLEN_128 128
Expand Down Expand Up @@ -163,7 +164,7 @@ void check_cellular_interface(void)
if(count >= 3)
{
xle_log("[xle_self_heal] Rebooting in next selfheal cycle because wwan0 not available\n");
sysevent_set(sysevent_fd, sysevent_token, "LTE_DOWN", "1", 0);
sysevent_set(sysevent_fd, sysevent_token, "LTE_DOWN", "WWAN0_DOWN", 0);
break;
}
count++;
Expand All @@ -175,11 +176,13 @@ void PopulateParameters()
{
char mesh_status[128] = {0};
char countBuffer[4] = {0};
char retryBuffer[4] = {0};
sysevent_fd = sysevent_open("127.0.0.1", SE_SERVER_WELL_KNOWN_PORT, SE_VERSION, "xle_selfheal", &sysevent_token);
sysevent_get(sysevent_fd, sysevent_token, "wan_ifname", default_wan_ifname, sizeof(default_wan_ifname));
sysevent_get(sysevent_fd, sysevent_token, "current_wan_ifname", current_wan_ifname, sizeof(current_wan_ifname));
sysevent_get(sysevent_fd, sysevent_token, "mesh_wan_linkstatus", mesh_status, sizeof(mesh_status));
sysevent_get(sysevent_fd, sysevent_token, "cellular_restart_count", countBuffer, sizeof(countBuffer));
sysevent_get(sysevent_fd, sysevent_token, "cellular_retry_count", retryBuffer, sizeof(retryBuffer));
char *paramValue = NULL;
char* component_id = "ccsp.xle_self";
CCSP_Message_Bus_Init(component_id,
Expand All @@ -192,7 +195,20 @@ void PopulateParameters()
{ strncpy(mesh_interface_name,paramValue,sizeof(mesh_interface_name)-1);
((CCSP_MESSAGE_BUS_INFO *)bus_handle)->freefunc(paramValue);
}
check_cellular_interface();

//check the last reboot reason is in LTE_DOWN or in WWAN0_DOWN
char buf[8] = {0};
if (0 == syscfg_get(NULL, "X_RDKCENTRAL-COM_LastRebootReason", buf, sizeof(buf)))
{
if (buf[0] != '\0')
{
if (strcmp(buf, "WWAN0_DOWN") != 0)
{
check_cellular_interface();
}
}
}

check_lte_provisioned(lte_wan_status, lte_backup_enable, lte_interface_enable, ipaddr_family);
if(( 0 == strncmp( lte_wan_status, "CONNECTED", 9 )) && ( 0 == strncmp( lte_backup_enable, "true", 4 )))
{
Expand Down Expand Up @@ -426,6 +442,7 @@ void PopulateParameters()
}
}
xle_params.cellular_restart_count = atoi(countBuffer);
xle_params.cellular_retry_count = atoi(retryBuffer);
}

void isWan_up()
Expand Down Expand Up @@ -644,27 +661,44 @@ int main(int argc,char *argv[])

//LTE SelfHeal Enhancement
xle_log("[xle_self_heal] ip address family: %s\n", ipaddr_family);
if((0 == strncmp( lte_interface_enable, "true", 4)) && ( 0 == strncmp( lte_backup_enable, "true", 4 )))
char count1[2];
char retry_buff[2];
if(((0 == strncmp( lte_interface_enable, "true", 4)) && ( 0 == strncmp( lte_backup_enable, "true", 4 ))) &&
((0 != strncmp( lte_wan_status, "CONNECTED", 9 )) || ((strstr(ipaddr_family,"IPv4")) && (xle_params.is_ipv4present == 0)) || ((strstr(ipaddr_family,"IPv6")) && (xle_params.is_ipv6present == 0))))
{
if((0 != strncmp( lte_wan_status, "CONNECTED", 9 )) || ((strstr(ipaddr_family,"IPv4")) && (xle_params.is_ipv4present == 0)) || ((strstr(ipaddr_family,"IPv6")) && (xle_params.is_ipv6present == 0)))
if(xle_params.cellular_retry_count < 3)
{
int retry_count = xle_params.cellular_retry_count;
retry_count+=1;
snprintf(retry_buff, sizeof(retry_buff), "%d", retry_count);
sysevent_set(sysevent_fd, sysevent_token, "cellular_retry_count", retry_buff, 0);
xle_log("[xle_self_heal] Cellular manager retry count:%d \n", retry_count);
}
else
{
if(xle_params.cellular_restart_count < 3)
{
int count = xle_params.cellular_restart_count;
char count1[2];
count+=1;
snprintf(count1, sizeof(count1), "%d", count);
sysevent_set(sysevent_fd, sysevent_token, "cellular_restart_count", count1, 0);
system("systemctl restart RdkCellularManager.service &");
xle_log("[xle_self_heal] Cellular manager restarted. Number of times restarted=%d \n", count);
}
else
{
}
else
{
xle_log("[xle_self_heal] Today's limit for cellular manager restart has exceeded\n");
sysevent_set(sysevent_fd, sysevent_token, "LTE_DOWN", "1", 0);
}
sysevent_set(sysevent_fd, sysevent_token, "LTE_DOWN", "LTE_DOWN", 0);
}
}
}
else{
xle_log("[xle_self_heal] Reset counters for cellular retries and restarts\n");
xle_params.cellular_retry_count = 0;
sysevent_set(sysevent_fd, sysevent_token, "cellular_retry_count", "0", 0);
xle_params.cellular_restart_count = 0;
sysevent_set(sysevent_fd, sysevent_token, "cellular_restart_count", "0", 0);
}

if ( logFp != NULL)
{
Expand Down
Loading