From 532b020e7bf4509fbe335657b7a4f51421734c8d Mon Sep 17 00:00:00 2001
From: CodemodService Bot <ltoonqpgsf_1546886053@tfbnw.net>
Date: Sun, 27 Jul 2025 03:33:52 -0700
Subject: [PATCH] Fix CQS signal facebook-unused-include-check in
 fbcode/pytorch/tokenizers (#115)

Summary: Pull Request resolved: https://github.com/pytorch-labs/tokenizers/pull/115

Reviewed By: q10

Differential Revision: D78325189
---
 src/regex_lookahead.cpp | 9 +--------
 src/tiktoken.cpp        | 1 -
 test/test_regex.cpp     | 1 -
 3 files changed, 1 insertion(+), 10 deletions(-)

diff --git a/src/regex_lookahead.cpp b/src/regex_lookahead.cpp
index 76e2990..e36cd05 100644
--- a/src/regex_lookahead.cpp
+++ b/src/regex_lookahead.cpp
@@ -1,10 +1,4 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
+// (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
 
 // This file contains the implementation of create_regex with lookahead support
 
@@ -12,7 +6,6 @@
 #include <pytorch/tokenizers/regex.h>
 #include <pytorch/tokenizers/std_regex.h>
 
-#include <iostream>
 #include <memory>
 
 namespace tokenizers {
diff --git a/src/tiktoken.cpp b/src/tiktoken.cpp
index e5f5e90..a91ef43 100644
--- a/src/tiktoken.cpp
+++ b/src/tiktoken.cpp
@@ -28,7 +28,6 @@
 #include <pytorch/tokenizers/base64.h>
 #include <pytorch/tokenizers/tiktoken.h>
 #include <algorithm>
-#include <cinttypes>
 #include <fstream>
 #include <limits>
 #include <unordered_set>
diff --git a/test/test_regex.cpp b/test/test_regex.cpp
index fa396c1..1fc70f0 100644
--- a/test/test_regex.cpp
+++ b/test/test_regex.cpp
@@ -9,7 +9,6 @@
 #include <gtest/gtest.h>
 
 #include "pytorch/tokenizers/pcre2_regex.h"
-#include "pytorch/tokenizers/re2_regex.h"
 #include "pytorch/tokenizers/regex.h"
 
 using namespace tokenizers;