mirror of https://github.com/fxsjy/jieba.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
42 lines
1.0 KiB
Python
42 lines
1.0 KiB
Python
# -*- coding: UTF-8 -*-
|
|
import sys
|
|
import os
|
|
sys.path.append("../")
|
|
from whoosh.index import create_in
|
|
from whoosh.fields import *
|
|
from whoosh.qparser import QueryParser
|
|
|
|
from jieba.analyse import ChineseAnalyzer
|
|
|
|
analyzer = ChineseAnalyzer()
|
|
|
|
schema = Schema(title=TEXT(stored=True), path=ID(stored=True), content=TEXT(stored=True, analyzer=analyzer))
|
|
if not os.path.exists("tmp"):
|
|
os.mkdir("tmp")
|
|
ix = create_in("tmp", schema)
|
|
writer = ix.writer()
|
|
|
|
file_name = sys.argv[1]
|
|
|
|
with open(file_name,"rb") as inf:
|
|
i=0
|
|
for line in inf:
|
|
i+=1
|
|
writer.add_document(
|
|
title=u"line"+str(i),
|
|
path=u"/a",
|
|
content=line.decode('gbk','ignore')
|
|
)
|
|
writer.commit()
|
|
|
|
searcher = ix.searcher()
|
|
parser = QueryParser("content", schema=ix.schema)
|
|
|
|
for keyword in (u"水果小姐",u"你",u"first",u"中文",u"交换机",u"交换"):
|
|
print "result of ",keyword
|
|
q = parser.parse(keyword)
|
|
results = searcher.search(q)
|
|
for hit in results:
|
|
print hit.highlights("content")
|
|
print "="*10
|