diff --git a/src/core/mount.c b/src/core/mount.c
index 942495fb19a..66917dfa88b 100644
--- a/src/core/mount.c
+++ b/src/core/mount.c
@@ -895,6 +895,9 @@ static int mount_spawn(Mount *m, ExecCommand *c, PidRef *ret_pid) {
         if (r < 0)
                 return r;
 
+        /* Assume the label inherited from systemd as the fallback */
+        exec_params.fallback_smack_process_label = NULL;
+
         r = exec_spawn(UNIT(m),
                        c,
                        &m->exec_context,
diff --git a/src/core/swap.c b/src/core/swap.c
index c4d2ba8f3ac..c89a723a4be 100644
--- a/src/core/swap.c
+++ b/src/core/swap.c
@@ -647,6 +647,9 @@ static int swap_spawn(Swap *s, ExecCommand *c, PidRef *ret_pid) {
         if (r < 0)
                 return r;
 
+        /* Assume the label inherited from systemd as the fallback */
+        exec_params.fallback_smack_process_label = NULL;
+
         r = exec_spawn(UNIT(s),
                        c,
                        &s->exec_context,