add consition to remove core patterns from shuffle

packages/block-editor/src/components/block-toolbar/shuffle.js

@@ -54,10 +54,17 @@ export default function Shuffle( { clientId, as = Container } ) {
 			return EMPTY_ARRAY;
 		}
 		return patterns.filter( ( pattern ) => {
+			const isCorePattern =
+				pattern.source === 'core' ||
+				( pattern.source !== 'pattern-directory/theme' &&
+					pattern.source?.startsWith( 'pattern-directory' ) ===
+						true );
 			return (
 				// Check if the pattern has only one top level block,
 				// otherwise we may shuffle to pattern that will not allow to continue shuffling.
 				pattern.blocks.length === 1 &&
+				// We exclude the pattern directory and core patterns that are not theme patterns.
+				! isCorePattern &&
 				pattern.categories?.some( ( category ) => {
 					return categories.includes( category );
 				} ) &&