diff --git a/setup.py b/setup.py
index d008cb9c9..f4d455a65 100644
--- a/setup.py
+++ b/setup.py
@@ -93,7 +93,7 @@ class clean(distutils.command.clean.clean):
                 shutil.rmtree(str(path), ignore_errors=True)
 
 
-_init_submodule()
+# _init_submodule()
 setup_info = dict(
     # Metadata
     name="torchtext",
diff --git a/third_party/CMakeLists.txt b/third_party/CMakeLists.txt
index f21199723..aef30499a 100644
--- a/third_party/CMakeLists.txt
+++ b/third_party/CMakeLists.txt
@@ -5,7 +5,4 @@ if(POLICY CMP0091)
   cmake_policy(SET CMP0091 NEW)
 endif()
 
-add_subdirectory(re2 EXCLUDE_FROM_ALL)
-add_subdirectory(double-conversion EXCLUDE_FROM_ALL)
 add_subdirectory(sentencepiece EXCLUDE_FROM_ALL)
-add_subdirectory(utf8proc EXCLUDE_FROM_ALL)
diff --git a/torchtext/csrc/CMakeLists.txt b/torchtext/csrc/CMakeLists.txt
index 5d67bba8a..7bae152e7 100644
--- a/torchtext/csrc/CMakeLists.txt
+++ b/torchtext/csrc/CMakeLists.txt
@@ -19,9 +19,6 @@ set(
   LIBTORCHTEXT_INCLUDE_DIRS
   ${PROJECT_SOURCE_DIR}
   ${PROJECT_SOURCE_DIR}/third_party/sentencepiece/src
-  $<TARGET_PROPERTY:re2,INCLUDE_DIRECTORIES>
-  $<TARGET_PROPERTY:double-conversion,INCLUDE_DIRECTORIES>
-  $<TARGET_PROPERTY:utf8proc,INCLUDE_DIRECTORIES>
   ${TORCH_INSTALL_PREFIX}/include
   ${TORCH_INSTALL_PREFIX}/include/torch/csrc/api/include
   )
@@ -120,9 +117,6 @@ if (BUILD_TORCHTEXT_PYTHON_EXTENSION)
     EXTENSION_INCLUDE_DIRS
     ${PROJECT_SOURCE_DIR}
     ${PROJECT_SOURCE_DIR}/third_party/sentencepiece/src
-    $<TARGET_PROPERTY:re2,INCLUDE_DIRECTORIES>
-    $<TARGET_PROPERTY:double-conversion,INCLUDE_DIRECTORIES>
-    $<TARGET_PROPERTY:utf8proc,INCLUDE_DIRECTORIES>
     ${TORCH_INSTALL_PREFIX}/include
     ${TORCH_INSTALL_PREFIX}/include/torch/csrc/api/include
     )