diff --git a/third_party/lazy_loader.py b/torchnlp/_third_party/lazy_loader.py
similarity index 100%
rename from third_party/lazy_loader.py
rename to torchnlp/_third_party/lazy_loader.py
diff --git a/third_party/weighted_random_sampler.py b/torchnlp/_third_party/weighted_random_sampler.py
similarity index 100%
rename from third_party/weighted_random_sampler.py
rename to torchnlp/_third_party/weighted_random_sampler.py
diff --git a/torchnlp/datasets/simple_qa.py b/torchnlp/datasets/simple_qa.py
index 1713c55..5329981 100755
--- a/torchnlp/datasets/simple_qa.py
+++ b/torchnlp/datasets/simple_qa.py
@@ -1,6 +1,6 @@
 import os
 
-from third_party.lazy_loader import LazyLoader
+from torchnlp._third_party.lazy_loader import LazyLoader
 
 pd = LazyLoader('pd', globals(), 'pandas')
 
diff --git a/torchnlp/download.py b/torchnlp/download.py
index e6cae42..8910a55 100644
--- a/torchnlp/download.py
+++ b/torchnlp/download.py
@@ -6,7 +6,7 @@
 import urllib.request
 import zipfile
 
-from third_party.lazy_loader import LazyLoader
+from torchnlp._third_party.lazy_loader import LazyLoader
 from tqdm import tqdm
 
 requests = LazyLoader('requests', globals(), 'requests')
diff --git a/torchnlp/encoders/text/subword_text_tokenizer.py b/torchnlp/encoders/text/subword_text_tokenizer.py
index ffde05a..4e0db22 100755
--- a/torchnlp/encoders/text/subword_text_tokenizer.py
+++ b/torchnlp/encoders/text/subword_text_tokenizer.py
@@ -21,7 +21,7 @@
 import unicodedata
 
 # Dependency imports
-from third_party.lazy_loader import LazyLoader
+from torchnlp._third_party.lazy_loader import LazyLoader
 
 six = LazyLoader('six', globals(), 'six')
 
diff --git a/torchnlp/metrics/bleu.py b/torchnlp/metrics/bleu.py
index 8779686..f88eeaf 100644
--- a/torchnlp/metrics/bleu.py
+++ b/torchnlp/metrics/bleu.py
@@ -20,7 +20,7 @@
 import tempfile
 import logging
 
-from third_party.lazy_loader import LazyLoader
+from torchnlp._third_party.lazy_loader import LazyLoader
 
 import numpy as np
 
diff --git a/torchnlp/samplers/balanced_sampler.py b/torchnlp/samplers/balanced_sampler.py
index 42c3e4e..a6a265e 100644
--- a/torchnlp/samplers/balanced_sampler.py
+++ b/torchnlp/samplers/balanced_sampler.py
@@ -1,4 +1,4 @@
-from third_party.weighted_random_sampler import WeightedRandomSampler
+from torchnlp._third_party.weighted_random_sampler import WeightedRandomSampler
 
 from torchnlp.utils import identity
 
diff --git a/torchnlp/word_to_vector/pretrained_word_vectors.py b/torchnlp/word_to_vector/pretrained_word_vectors.py
index 9740e34..92a7cf2 100644
--- a/torchnlp/word_to_vector/pretrained_word_vectors.py
+++ b/torchnlp/word_to_vector/pretrained_word_vectors.py
@@ -34,7 +34,7 @@
 import logging
 import os
 
-from third_party.lazy_loader import LazyLoader
+from torchnlp._third_party.lazy_loader import LazyLoader
 from tqdm import tqdm
 
 import torch