ipcpd: Fix request handling at shutdown

The IPCP states were not entirely correct causing some operations to
be serviced during shutdown. This caused some use-after-free in the
pff. States in the IPCP are now correctly set. IRMd states updated to
the same strategy. The IRMd registry tracks if the IPCP was ENROLLED
or BOOTSTRAPPED, the IPCP just goes to OPERATIONAL.

IPCP state diagram::

NULL -> init() -> INIT -> start() -> BOOT ->
     bootstrap/enroll() -> OPERATIONAL -> shutdown()
     -> SHUTDOWN -> stop_components() -> BOOT ->
stop() -> INIT -> fini() -> NULL

Signed-off-by: Dimitri Staessens <dimitri@ouroboros.rocks>

4 files changed, 26 insertions, 29 deletions

diff --git a/src/irmd/reg/ipcp.c b/src/irmd/reg/ipcp.c
index 6580cb5b..474527a4 100644
--- a/src/irmd/reg/ipcp.c
+++ b/src/irmd/reg/ipcp.c
@@ -40,7 +40,7 @@ struct reg_ipcp * reg_ipcp_create(const struct ipcp_info * info)
         struct reg_ipcp * ipcp;
 
         assert(info != NULL);
-        assert(info->state == IPCP_BOOT);
+        assert(info->state == IPCP_INIT);
 
         ipcp = malloc(sizeof(*ipcp));
         if (ipcp == NULL) {
@@ -54,7 +54,7 @@ struct reg_ipcp * reg_ipcp_create(const struct ipcp_info * info)
         list_head_init(&ipcp->next);
 
         ipcp->info = *info;
-        ipcp->info.state = IPCP_BOOT;
+        ipcp->info.state = IPCP_INIT;
 
         strcpy(ipcp->layer.name, "Not enrolled.");
 
@@ -77,7 +77,7 @@ void reg_ipcp_update(struct reg_ipcp *        ipcp,
                      const struct ipcp_info * info)
 {
         assert(ipcp != NULL);
-        assert(info->state != IPCP_INIT);
+        assert(info->state != IPCP_NULL);
 
         ipcp->info = *info;
 }
@@ -86,7 +86,7 @@ void reg_ipcp_set_layer(struct reg_ipcp *         ipcp,
                         const struct layer_info * info)
 {
         assert(ipcp != NULL);
-        assert(ipcp->info.state == IPCP_OPERATIONAL);
+        assert(ipcp->info.state == IPCP_BOOT);
 
         ipcp->layer = *info;
 }
diff --git a/src/irmd/reg/reg.c b/src/irmd/reg/reg.c
index 0d4c6f24..91385260 100644
--- a/src/irmd/reg/reg.c
+++ b/src/irmd/reg/reg.c
@@ -732,7 +732,7 @@ int reg_create_ipcp(const struct ipcp_info * info)
 
         assert(info != NULL);
         assert(info->pid != 0);
-        assert(info->state == IPCP_BOOT);
+        assert(info->state == IPCP_INIT);
 
         pthread_mutex_lock(&reg.mtx);
 
@@ -1582,8 +1582,7 @@ int reg_set_layer_for_ipcp(struct ipcp_info *        info,
         struct reg_ipcp * ipcp;
 
         assert(info != NULL);
-        assert(info->state > IPCP_BOOT);
-        assert(info->state < IPCP_SHUTDOWN);
+        assert(info->state == IPCP_BOOT);
 
         pthread_mutex_lock(&reg.mtx);
 
@@ -2060,7 +2059,7 @@ int reg_wait_ipcp_boot(struct ipcp_info *      info,
         int               ret;
         bool              stop = false;
 
-        assert(info->state == IPCP_BOOT);
+        assert(info->state == IPCP_INIT);
 
         pthread_mutex_lock(&reg.mtx);
 
@@ -2080,16 +2079,18 @@ int reg_wait_ipcp_boot(struct ipcp_info *      info,
                         ret = -1;
                         stop = true;
                         break;
+                case IPCP_BOOT:
+                        /* FALLTHRU*/
                 case IPCP_OPERATIONAL:
                         ret  = 0;
                         stop = true;
                         break;
-                case IPCP_BOOT:
+                case IPCP_INIT:
                         ret = -__timedwait(&reg.cond, &reg.mtx, abstime);
                         break;
                 default:
                         assert(false);
-                        continue; /* Shut up static analyzer. */
+                        break; /* Shut up static analyzer. */
                 }
 
                 ipcp = __reg_get_ipcp(info->pid);
diff --git a/src/irmd/reg/tests/ipcp_test.c b/src/irmd/reg/tests/ipcp_test.c
index fb8ba71b..d7d8e524 100644
--- a/src/irmd/reg/tests/ipcp_test.c
+++ b/src/irmd/reg/tests/ipcp_test.c
@@ -31,7 +31,7 @@ static int test_reg_ipcp_create(void)
         struct reg_ipcp *  ipcp;
         struct ipcp_info   info = {
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT
+                .state = IPCP_INIT
         };
         struct layer_info layer = {
                 .name = "testlayer",
@@ -51,7 +51,7 @@ static int test_reg_ipcp_create(void)
                 goto fail;
         }
 
-        ipcp->info.state = IPCP_OPERATIONAL;
+        ipcp->info.state = IPCP_BOOT;
 
         reg_ipcp_set_layer(ipcp, &layer);
 
@@ -60,11 +60,6 @@ static int test_reg_ipcp_create(void)
                 goto fail;
         }
 
-        if (ipcp->info.state != IPCP_OPERATIONAL) {
-                printf("IPCP state was not set.\n");
-                goto fail;
-        }
-
         reg_ipcp_destroy(ipcp);
 
         TEST_SUCCESS();
diff --git a/src/irmd/reg/tests/reg_test.c b/src/irmd/reg/tests/reg_test.c
index 280ea9a8..e51fdfc0 100644
--- a/src/irmd/reg/tests/reg_test.c
+++ b/src/irmd/reg/tests/reg_test.c
@@ -482,7 +482,7 @@ static int test_reg_create_ipcp(void)
         struct ipcp_info info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT /* set by spawn_ipcp */
+                .state = IPCP_INIT /* set by spawn_ipcp */
         };
 
         TEST_START();
@@ -543,7 +543,7 @@ static int test_reg_list_ipcps(void)
         for (i = 0; i < 10; i++) {
                 struct ipcp_info info = {
                         .pid   = TEST_PID + i,
-                        .state = IPCP_BOOT /* set by spawn_ipcp */
+                        .state = IPCP_INIT /* set by spawn_ipcp */
                 };
 
                 sprintf(info.name, "%s%d", TEST_IPCP, i);
@@ -601,7 +601,7 @@ static int test_insert_ipcps(void)
                 sprintf(info.name, "%s-%ld", TEST_IPCP, i);
                 info.pid   = TEST_PID + rand() % 10000;
                 info.type  = rand() % IPCP_INVALID;
-                info.state = IPCP_BOOT; /* set by spawn_ipcp */
+                info.state = IPCP_INIT; /* set by spawn_ipcp */
 
                 if (reg_create_ipcp(&info) < 0) {
                         printf("Failed to create ipcp %s.\n", info.name);
@@ -653,7 +653,7 @@ static int test_set_layer(void)
         struct ipcp_info info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT /* set by spawn_ipcp */
+                .state = IPCP_INIT /* set by spawn_ipcp */
         };
         struct layer_info layer = {
                 .name = TEST_LAYER,
@@ -677,8 +677,9 @@ static int test_set_layer(void)
         }
 
         ipcp = __reg_get_ipcp(info.pid);
-        ipcp->info.state = IPCP_OPERATIONAL;
-        info.state = IPCP_ENROLLED;
+
+        ipcp->info.state = IPCP_BOOT;
+        info.state = IPCP_BOOT;
 
         reg_set_layer_for_ipcp(&info, &layer);
 
@@ -1407,7 +1408,7 @@ static int test_wait_ipcp_boot_timeout(void)
         struct ipcp_info info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT  /* set by spawn_ipcp */
+                .state = IPCP_INIT  /* set by spawn_ipcp */
         };
 
         TEST_START();
@@ -1462,12 +1463,12 @@ static int test_wait_ipcp_boot_fail(void)
         struct ipcp_info info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT /* set by spawn_ipcp */
+                .state = IPCP_INIT /* set by spawn_ipcp */
         };
         struct ipcp_info resp_info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_NULL
+                .state = IPCP_INIT
         };
 
         TEST_START();
@@ -1487,7 +1488,7 @@ static int test_wait_ipcp_boot_fail(void)
         clock_gettime(PTHREAD_COND_CLOCK, &abstime);
         ts_add(&abstime, &timeo, &abstime);
 
-        info.state = IPCP_BOOT;
+        info.state = IPCP_INIT;
 
         if (reg_wait_ipcp_boot(&info, &abstime) == 0) {
                 printf("IPCP boot reported success.\n");
@@ -1524,7 +1525,7 @@ static int test_wait_ipcp_boot_success(void)
         struct ipcp_info info = {
                 .name  = TEST_IPCP,
                 .pid   = TEST_PID,
-                .state = IPCP_BOOT /* set by spawn_ipcp */
+                .state = IPCP_INIT /* set by spawn_ipcp */
         };
         struct ipcp_info resp_info = {
                 .name  = TEST_IPCP,
@@ -1549,7 +1550,7 @@ static int test_wait_ipcp_boot_success(void)
         clock_gettime(PTHREAD_COND_CLOCK, &abstime);
         ts_add(&abstime, &timeo, &abstime);
 
-        info.state = IPCP_BOOT;
+        info.state = IPCP_INIT;
 
         if (reg_wait_ipcp_boot(&info, &abstime) < 0) {
                 printf("IPCP boot failed.\n");