Merge pull request #248 from wangbin/master

exlucde word fragments from FREQ in posseg.cut
10 years ago · 753c1be49c
parent 885417aed1 84ffa0d4bf
commit 753c1be49c
1 changed files with 2 additions and 2 deletions
--- a/jieba/posseg/init.py
+++ b/jieba/posseg/init.py
@ -189,7 +189,7 @@ def __cut_DAG(sentence):
            if buf:
                if len(buf) == 1:
                    yield pair(buf, word_tag_tab.get(buf, 'x'))
-                elif buf not in jieba.FREQ:
+                elif not jieba.FREQ.get(buf):
                    recognized = __cut_detail(buf)
                    for t in recognized:
                        yield t
@ -203,7 +203,7 @@ def __cut_DAG(sentence):
    if buf:
        if len(buf) == 1:
            yield pair(buf, word_tag_tab.get(buf, 'x'))
-        elif (buf not in jieba.FREQ):
+        elif not jieba.FREQ.get(buf):
            recognized = __cut_detail(buf)
            for t in recognized:
                yield t