Merge pull request #310 from gumblex/master

Fix compatibility problem with `with` statememt

jieba/__init__.py

@@ -71,7 +71,6 @@ class Tokenizer(object):
         lfreq = {}
         ltotal = 0
         f_name = resolve_filename(f)
-        with f:
         for lineno, line in enumerate(f, 1):
             try:
                 line = line.strip().decode('utf-8')
@@ -86,6 +85,7 @@ class Tokenizer(object):
             except ValueError:
                 raise ValueError(
                     'invalid dictionary entry in %s at Line %s: %s' % (f_name, lineno, line))
+        f.close()
         return lfreq, ltotal
 
     def initialize(self, dictionary=None):

jieba/posseg/__init__.py

@@ -97,7 +97,6 @@ class POSTokenizer(object):
     def load_word_tag(self, f):
         self.word_tag_tab = {}
         f_name = resolve_filename(f)
-        with f:
         for lineno, line in enumerate(f, 1):
             try:
                 line = line.strip().decode("utf-8")
@@ -108,6 +107,7 @@ class POSTokenizer(object):
             except Exception:
                 raise ValueError(
                     'invalid POS dictionary entry in %s at Line %s: %s' % (f_name, lineno, line))
+        f.close()
 
     def makesure_userdict_loaded(self):
         if self.tokenizer.user_word_tag_tab: