diff --git a/src/cmudict/__init__.py b/src/cmudict/__init__.py
index f9b0fea..3c721d7 100644
--- a/src/cmudict/__init__.py
+++ b/src/cmudict/__init__.py
@@ -127,8 +127,9 @@ def symbols_string():
 def vp():
     """Return a list of punctuation pronounciations."""
     cmu_vp = defaultdict(list)
-    for key, value in _entries(vp_stream()):
-        cmu_vp[key].append(value)
+    with vp_stream() as stream:
+        for key, value in _entries(stream):
+            cmu_vp[key].append(value)
     return cmu_vp
 
 
@@ -152,7 +153,8 @@ def entries():
     Returns the cmudict lexicon as a list of entries
     containing (word, transcriptions) tuples.
     """
-    cmu_entries = _entries(dict_stream(), "#")
+    with dict_stream() as stream:
+        cmu_entries = _entries(stream, "#")
     return cmu_entries