diff --git a/torchtext/csrc/bert_tokenizer.h b/torchtext/csrc/bert_tokenizer.h index 87b0eb2cf7..b84ce6b111 100644 --- a/torchtext/csrc/bert_tokenizer.h +++ b/torchtext/csrc/bert_tokenizer.h @@ -5,7 +5,7 @@ namespace torchtext { -typedef std::basic_string UString; +typedef std::u32string UString; typedef ska_ordered::order_preserving_flat_hash_map IndexDict;