You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
jieba/test/test_file.py

21 lines
373 B
Python

import urllib2
import sys,time
import sys
sys.path.append("../")
import jieba
url = sys.argv[1]
content = open(url,"rb").read()
t1 = time.time()
words = list(jieba.cut(content))
t2 = time.time()
tm_cost = t2-t1
log_f = open("1.log","wb")
for w in words:
print >> log_f, w.encode("gbk"), "/" ,
print 'cost',tm_cost
print 'speed' , len(content)/tm_cost, " bytes/second"