cmake_minimum_required(VERSION 3.14 FATAL_ERROR) find_program(CCACHE_FOUND ccache) if(CCACHE_FOUND) set_property(GLOBAL PROPERTY RULE_LAUNCH_COMPILE ccache) set_property(GLOBAL PROPERTY RULE_LAUNCH_LINK ccache) # Less useful to do it for linking, see edit2 endif(CCACHE_FOUND) project(wenet VERSION 0.1) add_definitions(-D_GLIBCXX_USE_CXX11_ABI=0) option(GRPC "whether to build gRPC" OFF) include_directories( ${CMAKE_SOURCE_DIR} ${CMAKE_SOURCE_DIR}/kaldi # for not changing c++ header names in kaldi source files ) set(CMAKE_VERBOSE_MAKEFILE on) include(FetchContent) include(ExternalProject) set(FETCHCONTENT_QUIET off) get_filename_component(fc_base "fc_base" REALPATH BASE_DIR "${CMAKE_SOURCE_DIR}") set(FETCHCONTENT_BASE_DIR ${fc_base}) if(NOT MSVC) # Keep the same with openfst, -fPIC or -fpic set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++14 -pthread -fPIC") endif() # third_party: gflags FetchContent_Declare(gflags URL https://github.com/gflags/gflags/archive/v2.2.1.zip URL_HASH SHA256=4e44b69e709c826734dbbbd5208f61888a2faf63f239d73d8ba0011b2dccc97a ) FetchContent_MakeAvailable(gflags) include_directories(${gflags_BINARY_DIR}/include) # third_party: glog FetchContent_Declare(glog URL https://github.com/google/glog/archive/v0.4.0.zip URL_HASH SHA256=9e1b54eb2782f53cd8af107ecf08d2ab64b8d0dc2b7f5594472f3bd63ca85cdc ) FetchContent_MakeAvailable(glog) include_directories(${glog_SOURCE_DIR}/src ${glog_BINARY_DIR}) # third_party: gtest FetchContent_Declare(googletest URL https://github.com/google/googletest/archive/release-1.10.0.zip URL_HASH SHA256=94c634d499558a76fa649edb13721dce6e98fb1e7018dfaeba3cd7a083945e91 ) FetchContent_MakeAvailable(googletest) # third_party: boost FetchContent_Declare(boost URL https://archives.boost.io/release/1.75.0/source/boost_1_75_0.tar.gz URL_HASH SHA256=aeb26f80e80945e82ee93e5939baebdca47b9dee80a07d3144be1e1a6a66dd6a ) FetchContent_MakeAvailable(boost) include_directories(${boost_SOURCE_DIR}) # third_party: cnpy FetchContent_Declare(cnpy URL https://github.com/rogersce/cnpy/archive/refs/heads/master.zip URL_HASH SHA256=dd58304295ce30e2299fafe8a72cb1acac508139df740c8976bcaab5c17591dc ) FetchContent_MakeAvailable(cnpy) include_directories(${cnpy_SOURCE_DIR}) # Redis add_subdirectory(${CMAKE_SOURCE_DIR}/third_party/hiredis) set(REDIS_PLUS_PLUS_CXX_STANDARD 14) set(HIREDIS_HEADER ${CMAKE_SOURCE_DIR}/third_party) set(HIREDIS_LIB hiredis) set(TEST_HIREDIS_LIB hiredis) add_subdirectory(${CMAKE_SOURCE_DIR}/third_party/redis-plus-plus) # third_party: libtorch 1.6.0, use FetchContent_Declare to download, and # use find_package to find since libtorch is not a standard cmake project set(PYTORCH_VERSION "1.13.1") if(${CMAKE_SYSTEM_NAME} STREQUAL "Linux") set(LIBTORCH_URL "https://download.pytorch.org/libtorch/cpu/libtorch-shared-with-deps-${PYTORCH_VERSION}%2Bcpu.zip") set(URL_HASH "SHA256=d289185802baa1977701b72fc17c8aa6715481703352ce02d6f710cf007dc4f9") else() message(FATAL_ERROR "Unsupported CMake System Name '${CMAKE_SYSTEM_NAME}' (expected 'Windows', 'Linux' or 'Darwin')") endif() FetchContent_Declare(libtorch URL ${LIBTORCH_URL} URL_HASH ${URL_HASH} ) set(gtest_force_shared_crt ON CACHE BOOL "Always use msvcrt.dll" FORCE) FetchContent_MakeAvailable(libtorch) find_package(Torch REQUIRED PATHS ${libtorch_SOURCE_DIR} NO_DEFAULT_PATH) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} ${TORCH_CXX_FLAGS} -DC10_USE_GLOG") # utils add_library(utils STATIC utils/string.cc utils/utils.cc ) # The original openfst uses GNU Build System to run configure and build. # So, we use "OpenFST port for Windows" to build openfst with cmake in Windows. # Openfst is compiled with glog/gflags to avoid log and flag conflicts with log and flags in wenet/libtorch. # To build openfst with gflags and glog, we comment out some vars of {flags, log}.h and flags.cc. if(NOT MSVC) set(openfst_SOURCE_DIR ${fc_base}/openfst-src) set(openfst_BINARY_DIR ${fc_base}/openfst-build) set(openfst_PREFIX_DIR ${fc_base}/openfst-subbuild/openfst-populate-prefix) ExternalProject_Add(openfst URL https://github.com/mjansche/openfst/archive/1.6.5.zip URL_HASH SHA256=b720357a464f42e181d7e33f60867b54044007f50baedc8f4458a3926f4a5a78 SOURCE_DIR ${openfst_SOURCE_DIR} BINARY_DIR ${openfst_BINARY_DIR} CONFIGURE_COMMAND ${openfst_SOURCE_DIR}/configure --prefix=${openfst_PREFIX_DIR} "CPPFLAGS=-I${gflags_BINARY_DIR}/include -I${glog_SOURCE_DIR}/src -I${glog_BINARY_DIR} -D_GLIBCXX_USE_CXX11_ABI=0" "LDFLAGS=-L${gflags_BINARY_DIR} -L${glog_BINARY_DIR}" "LIBS=-lgflags_nothreads -lglog -lpthread" COMMAND ${CMAKE_COMMAND} -E copy_directory ${CMAKE_SOURCE_DIR}/patch/openfst ${openfst_SOURCE_DIR} BUILD_COMMAND make -j 4 ) add_dependencies(openfst gflags glog) add_dependencies(utils openfst) link_directories(${openfst_PREFIX_DIR}/lib) target_link_libraries(utils PUBLIC fst dl) else() execute_process(COMMAND bootstrap.bat WORKING_DIRECTORY ${boost_SOURCE_DIR}) execute_process(COMMAND b2.exe WORKING_DIRECTORY ${boost_SOURCE_DIR}) link_directories(${boost_SOURCE_DIR}/stage/lib) file(GLOB TORCH_DLLS "${TORCH_INSTALL_PREFIX}/lib/*.dll") file(COPY ${TORCH_DLLS} DESTINATION ${CMAKE_BINARY_DIR}) FetchContent_Declare(openfst URL https://github.com.cnpmjs.org/kkm000/openfst/archive/refs/tags/win/1.6.5.1.tar.gz URL_HASH SHA256=02c49b559c3976a536876063369efc0e41ab374be1035918036474343877046e ) FetchContent_MakeAvailable(openfst) execute_process(COMMAND ${CMAKE_COMMAND} -E copy_directory ${CMAKE_SOURCE_DIR}/patch/openfst ${openfst_SOURCE_DIR}) add_dependencies(fst gflags glog) target_link_libraries(fst PUBLIC gflags_nothreads_static glog) target_link_libraries(utils PUBLIC fst) endif() include_directories(${openfst_SOURCE_DIR}/src/include) # kaldi: wfst based decoder add_subdirectory(kaldi) # decoder add_library(decoder STATIC decoder/ctc_prefix_beam_search.cc decoder/ctc_wfst_beam_search.cc decoder/brain_speech_decoder.cc ) target_link_libraries(decoder PUBLIC ${TORCH_LIBRARIES} kaldi-decoder utils kaldi-fstext) find_package(ZLIB REQUIRED) # binary add_executable(brain_speech_decoder_main bin/brain_speech_decoder_main.cc) target_link_libraries(brain_speech_decoder_main PUBLIC decoder cnpy-static ${ZLIB_LIBRARIES}) #add_executable(redis_server_main bin/redis_server_main.cc) #target_link_libraries(redis_server_main PUBLIC redis++_static hiredis_static decoder) add_subdirectory(pybind11) pybind11_add_module(lm_decoder python/lm_decoder.cc) target_link_libraries(lm_decoder PUBLIC decoder)