diff --git a/src/regex_lookahead.cpp b/src/regex_lookahead.cpp index 76e2990..e36cd05 100644 --- a/src/regex_lookahead.cpp +++ b/src/regex_lookahead.cpp @@ -1,10 +1,4 @@ -/* - * Copyright (c) Meta Platforms, Inc. and affiliates. - * All rights reserved. - * - * This source code is licensed under the BSD-style license found in the - * LICENSE file in the root directory of this source tree. - */ +// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary. // This file contains the implementation of create_regex with lookahead support @@ -12,7 +6,6 @@ #include #include -#include #include namespace tokenizers { diff --git a/src/tiktoken.cpp b/src/tiktoken.cpp index e5f5e90..a91ef43 100644 --- a/src/tiktoken.cpp +++ b/src/tiktoken.cpp @@ -28,7 +28,6 @@ #include #include #include -#include #include #include #include diff --git a/test/test_regex.cpp b/test/test_regex.cpp index fa396c1..1fc70f0 100644 --- a/test/test_regex.cpp +++ b/test/test_regex.cpp @@ -9,7 +9,6 @@ #include #include "pytorch/tokenizers/pcre2_regex.h" -#include "pytorch/tokenizers/re2_regex.h" #include "pytorch/tokenizers/regex.h" using namespace tokenizers;