When no weight cache is provided to XNNPack, create one to share pack…

…ed weights between operations.

PiperOrigin-RevId: 623781016

include/xnnpack.h

@@ -1905,6 +1905,9 @@ enum xnn_status xnn_finalize_weights_cache(
   xnn_weights_cache_t weights_cache,
   enum xnn_weights_cache_finalization_kind finalization_kind);
 
+// Wrapper function of the function pointers in `xnn_weights_cache_t`.
+bool xnn_weights_cache_is_finalized(xnn_weights_cache_t cache);
+
 /// Destroy a weights cache object, as well as memory used for the cache.
 /// @param weights_cache - the weights cache object to destroy.
 enum xnn_status xnn_delete_weights_cache(xnn_weights_cache_t weights_cache);

src/xnnpack/cache.h

@@ -128,9 +128,6 @@ void* xnn_internal_weights_cache_offset_to_addr(struct xnn_internal_weights_cach
 
 enum xnn_status xnn_internal_delete_weights_cache(struct xnn_internal_weights_cache* weights_cache);
 
-// Wrapper function of the function pointers in `xnn_weights_cache_t`.
-bool xnn_weights_cache_is_finalized(xnn_weights_cache_t cache);
-
 size_t xnn_look_up_or_insert_weights_cache(
   xnn_weights_cache_t cache, const struct xnn_weights_cache_look_up_key* cache_key, void* ptr, size_t size);