pull/134/head
fxsjy 11 years ago
commit 7cc7e70843

@ -116,8 +116,8 @@ def __cut_detail(sentence):
blocks = re_han.split(sentence)
for blk in blocks:
if re_han.match(blk):
for word in __cut(blk):
yield word
for word in __cut(blk):
yield word
else:
tmp = re_skip.split(blk)
for x in tmp:
@ -212,8 +212,8 @@ def __cut_internal(sentence,HMM=True):
for blk in blocks:
if re_han.match(blk):
for word in __cut_blk(blk):
yield word
for word in __cut_blk(blk):
yield word
else:
tmp = re_skip.split(blk)
for x in tmp:

Loading…
Cancel
Save