From ce1ef52598af5e12376888c4517456914b1d9718 Mon Sep 17 00:00:00 2001 From: Jack Zhang <32371937+jackzhxng@users.noreply.github.com> Date: Tue, 29 Apr 2025 14:32:16 -0700 Subject: [PATCH] Forward fix missing vtable for bpe tokenizer (#64) Summary: Pull Request resolved: https://github.com/pytorch-labs/tokenizers/pull/64 Reviewed By: lucylq Differential Revision: D73875806 --- targets.bzl | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/targets.bzl b/targets.bzl index 5fc1d4a..fdd69cf 100644 --- a/targets.bzl +++ b/targets.bzl @@ -85,10 +85,10 @@ def define_common_targets(): "src/tiktoken.cpp", ], deps = [ - ":bpe_tokenizer_base", ":regex", ], exported_deps = [ + ":bpe_tokenizer_base", ":headers", ], exported_external_deps = [ @@ -109,10 +109,10 @@ def define_common_targets(): "src/token_decoder.cpp", ], deps = [ - ":bpe_tokenizer_base", ":regex", ], exported_deps = [ + ":bpe_tokenizer_base", ":headers", "//pytorch/tokenizers/third-party:unicode", ],