diff --git a/src/syntax.c b/src/syntax.c
index 75ede361ca3af2..ef0e457911a8c0 100644
--- a/src/syntax.c
+++ b/src/syntax.c
@@ -8765,6 +8765,8 @@ hl_combine_attr(int char_attr, int prim_attr)
 	else
 	{
 	    vim_memset(&new_en, 0, sizeof(new_en));
+	    new_en.ae_u.cterm.bg_rgb = INVALCOLOR;
+	    new_en.ae_u.cterm.fg_rgb = INVALCOLOR;
 	    if (char_attr <= HL_ALL)
 		new_en.ae_attr = char_attr;
 	}