cmake_minimum_required(VERSION 3.10)
project(humanus_tokenizer)
# 复制测试数据到构建目录
file(COPY cl100k_base.tiktoken DESTINATION ${CMAKE_CURRENT_BINARY_DIR})