[Framework] Continuous Batching Support

ci_build

@@ -84,13 +84,6 @@ ut() {
     for file in ./*; do
         if [ -x "$file" ]; then
 
-            #Todo(marvin): delete me when the case is ready.
-            if [[ "$file" == "./rotary_embedding_test" ]]; then
-                Warning "Bypass the fail case of $file."
-                continue
-            fi
-            ##################################################
-
             if [[ "$file" != *_test ]]; then
                 Warning "$file is not ending with '_test', skip current loop."
                 continue

examples/cpp/CMakeLists.txt

@@ -14,26 +14,36 @@
 # ============================================================================
 cmake_minimum_required(VERSION 3.15.1)
 
-aux_source_directory(${CMAKE_CURRENT_SOURCE_DIR} EXAMPLE_SCR)
-
 include(${CMAKE_SOURCE_DIR}/cmake/cmdline.cmake)
 include(${CMAKE_SOURCE_DIR}/cmake/sentencepiece.cmake)
 
-add_executable(example ${EXAMPLE_SCR})
+set(EXAMPLE_SRCS "example.cpp" "vocab_opt.cpp" "vocab_qwen.cpp")
+set(CB_CHECK_SRCS "cb_check.cpp" "vocab_opt.cpp" "vocab_qwen.cpp")
+
+add_executable(example ${EXAMPLE_SRCS})
+add_executable(cb_check ${CB_CHECK_SRCS})
 
 target_include_directories(example PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/cmdline)
 target_include_directories(example PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/sentencepiece/include)
+target_include_directories(cb_check PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/cmdline)
+target_include_directories(cb_check PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/sentencepiece/include)
 
 target_link_directories(example PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/sentencepiece/${CMAKE_INSTALL_LIBDIR})
+target_link_directories(cb_check PRIVATE ${CMAKE_SOURCE_DIR}/3rdparty/sentencepiece/${CMAKE_INSTALL_LIBDIR})
 
 if(BUILD_WITH_SHARED_LIBS)
     target_link_libraries(example PRIVATE xfastertransformer)
+    target_link_libraries(cb_check PRIVATE xfastertransformer)
 else()
     target_link_libraries(example PRIVATE xfastertransformer_static)
+    target_link_libraries(cb_check PRIVATE xfastertransformer_static)
 endif()
 target_link_libraries(example PRIVATE sentencepiece -lstdc++fs)
+target_link_libraries(cb_check PRIVATE sentencepiece -lstdc++fs)
 if(WITH_GPU)
     target_link_libraries(example PRIVATE -fsycl -fsycl-device-code-split=per_kernel -lOpenCL)
+    target_link_libraries(cb_check PRIVATE -fsycl -fsycl-device-code-split=per_kernel -lOpenCL)
 endif()
 
 add_dependencies(example cmdline sentencepiece_lib)
+add_dependencies(cb_check cmdline sentencepiece_lib)