vwxyzjn commited on
Commit
961c631
1 Parent(s): e469359

commit changes

Browse files
Files changed (4) hide show
  1. app.py +2 -4
  2. pyserini_wikipedia_kilt_doc.py +32 -0
  3. requirements.txt +95 -0
  4. tool_config.json +5 -0
app.py CHANGED
@@ -1,7 +1,5 @@
1
  import gradio as gr
 
2
 
3
- def greet(name):
4
- return "Hello " + name + "!!"
5
-
6
- iface = gr.Interface(fn=greet, inputs="text", outputs="text")
7
  iface.launch()
 
1
  import gradio as gr
2
+ from pyserini_wikipedia_kilt_doc import search
3
 
4
+ iface = gr.Interface(fn=search, inputs="text", outputs="text")
 
 
 
5
  iface.launch()
pyserini_wikipedia_kilt_doc.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from pyserini.search.lucene import LuceneSearcher
2
+ from transformers import Tool
3
+ import json
4
+
5
+
6
+ # searcher = LuceneSearcher.from_prebuilt_index('wikipedia-kilt-doc')
7
+ searcher = LuceneSearcher('index-wikipedia-kilt-doc-20210421-f29307.b8ec8feb654f7aaa86f9901dc6c804a8')
8
+
9
+
10
+
11
+ def search(query):
12
+ hits = searcher.search(query, k=1)
13
+
14
+ # for i in range(0, 5):
15
+ # print(f'{i+1:2} {hits[i].docid:15} {hits[i].score:.5f}')
16
+
17
+ hit = hits[0]
18
+ contents = json.loads(hit.raw)['contents']
19
+ return contents
20
+
21
+ class PyseriniWikipediaKiltDoc(Tool):
22
+ name = "pyserini-wikipedia-kilt-doc"
23
+ description = (
24
+ "This is a tool that returns the top 5 results from the Wikipedia KILT index."
25
+ )
26
+
27
+ inputs = ["text"]
28
+ outputs = ["text"]
29
+
30
+ def __call__(self, query: str):
31
+ return search(query)
32
+
requirements.txt ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ appdirs==1.4.4
2
+ autokey==0.95.10
3
+ bcc==0.18.0
4
+ bcrypt==3.1.7
5
+ blinker==1.4
6
+ Brlapi==0.8.2
7
+ Brotli==1.0.9
8
+ certifi==2020.6.20
9
+ chardet==4.0.0
10
+ chrome-gnome-shell==0.0.0
11
+ click==7.1.2
12
+ colorama==0.4.4
13
+ command-not-found==0.3
14
+ cryptography==3.3.2
15
+ cupshelpers==1.0
16
+ dbus-python==1.2.16
17
+ decorator==4.4.2
18
+ defer==1.0.6
19
+ distlib==0.3.1
20
+ distro==1.5.0
21
+ distro-info==1.0
22
+ faiss-cpu==1.7.4
23
+ filelock==3.0.12
24
+ gssapi==1.6.12
25
+ gyp==0.1
26
+ hidpidaemon==18.4.6
27
+ httplib2==0.18.1
28
+ idna==2.10
29
+ ifaddr==0.1.7
30
+ importlib-metadata==4.0.1
31
+ jeepney==0.7.1
32
+ keyring==23.0.1
33
+ language-selector==0.1
34
+ launchpadlib==1.10.13
35
+ lazr.restfulclient==0.14.2
36
+ lazr.uri==1.0.5
37
+ louis==3.18.0
38
+ lz4==3.1.3+dfsg
39
+ macaroonbakery==1.3.1
40
+ more-itertools==4.2.0
41
+ netaddr==0.8.0
42
+ netifaces==0.10.9
43
+ numpy==1.19.5
44
+ oauthlib==3.1.0
45
+ olefile==0.46
46
+ paramiko==2.7.2
47
+ Pillow==8.1.2
48
+ pop-transition==1.1.2
49
+ protobuf==3.12.4
50
+ py-cpuinfo==5.0.0
51
+ py3dns==3.2.1
52
+ pycairo==1.16.2
53
+ pycups==2.0.1
54
+ pydbus==0.6.0
55
+ Pygments==2.7.1
56
+ PyGObject==3.40.1
57
+ pyinotify==0.9.6
58
+ PyJWT==1.7.1
59
+ pykerberos==1.1.14
60
+ pymacaroons==0.13.0
61
+ PyNaCl==1.4.0
62
+ PyOpenGL==3.1.5
63
+ pyRFC3339==1.1
64
+ python-apt===2.2.1pop0-1628521831-21.10-5dbe6cf
65
+ python-dateutil==2.8.1
66
+ python-debian===0.1.39ubuntu1
67
+ python-lzo==1.12
68
+ python-xlib==0.29
69
+ pytz==2021.1
70
+ pyxdg==0.27
71
+ PyYAML==5.3.1
72
+ rencode==1.0.6
73
+ repolib==1.5.2
74
+ repoman==1.4.0
75
+ requests==2.25.1
76
+ screen-resolution-extra==0.0.0
77
+ SecretStorage==3.3.1
78
+ sessioninstaller==0.0.0
79
+ setproctitle==1.2.1
80
+ simplejson==3.17.2
81
+ six==1.16.0
82
+ ssh-import-id==5.11
83
+ systemd-python==234
84
+ ubuntu-advantage-tools==27.8
85
+ ubuntu-drivers-common==0.0.0
86
+ ufw==0.36.1
87
+ uritools==3.0.0
88
+ urllib3==1.26.5
89
+ virtualenv==20.4.6+ds
90
+ wadllib==1.3.5
91
+ xdg==5
92
+ xkit==0.0.0
93
+ xpra==3.0.13
94
+ zeroconf==0.26.1
95
+ zipp==1.0.0
tool_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "description": "This is a tool that returns the top 5 results from the Wikipedia KILT index.",
3
+ "name": "pyserini_wikipedia_kilt_doc",
4
+ "tool_class": "pyserini_wikipedia_kilt_doc.PyseriniWikipediaKiltDoc"
5
+ }