test/test_whoosh.py

# -*- coding: UTF-8 -*-
from __future__ import unicode_literals
import sys,os
sys.path.append("../")
from whoosh.index import create_in,open_dir
from whoosh.fields import *
from whoosh.qparser import QueryParser

from jieba.analyse.analyzer import ChineseAnalyzer

analyzer = ChineseAnalyzer()

schema = Schema(title=TEXT(stored=True), path=ID(stored=True), content=TEXT(stored=True, analyzer=analyzer))
if not os.path.exists("tmp"):
    os.mkdir("tmp")

ix = create_in("tmp", schema) # for create new index
#ix = open_dir("tmp") # for read only
writer = ix.writer()

writer.add_document(
    title="document1",
    path="/a",
    content="This is the first document we&rsquo;ve added!"
)

writer.add_document(
    title="document2",
    path="/b",
    content="The second one &#20320; &#20013;&#25991;&#27979;&#35797;&#20013;&#25991; is even more interesting! &#21507;&#27700;&#26524;"
)

writer.add_document(
    title="document3",
    path="/c",
    content="&#20080;&#27700;&#26524;&#28982;&#21518;&#26469;&#19990;&#21338;&#22253;&#12290;"
)

writer.add_document(
    title="document4",
    path="/c",
    content="&#24037;&#20449;&#22788;&#22899;&#24178;&#20107;&#27599;&#26376;&#32463;&#36807;&#19979;&#23646;&#31185;&#23460;&#37117;&#35201;&#20146;&#21475;&#20132;&#20195;24&#21475;&#20132;&#25442;&#26426;&#31561;&#25216;&#26415;&#24615;&#22120;&#20214;&#30340;&#23433;&#35013;&#24037;&#20316;"
)

writer.add_document(
    title="document4",
    path="/c",
    content="&#21681;&#20457;&#20132;&#25442;&#19968;&#19979;&#21543;&#12290;"
)

writer.commit()
searcher = ix.searcher()
parser = QueryParser("content", schema=ix.schema)

for keyword in ("&#27700;&#26524;&#19990;&#21338;&#22253;","&#20320;","first","&#20013;&#25991;","&#20132;&#25442;&#26426;","&#20132;&#25442;"):
    print("result of ",keyword)
    q = parser.parse(keyword)
    results = searcher.search(q)
    for hit in results:
        print(hit.highlights("content"))
    print("="*10)

for t in analyzer("&#25105;&#30340;&#22909;&#26379;&#21451;&#26159;&#26446;&#26126;;&#25105;&#29233;&#21271;&#20140;&#22825;&#23433;&#38376;;IBM&#21644;Microsoft; I have a dream. this is intetesting and interested me a lot"):
    print(t.text)