3v324v23 commited on
Commit
5657691
1 Parent(s): 82b848a

Incorporated feedbacks

Browse files
Files changed (3) hide show
  1. InferenceServer.py +9 -7
  2. app.py +5 -2
  3. requirements.txt +3 -0
InferenceServer.py CHANGED
@@ -1,11 +1,13 @@
1
  import os
2
 
3
- print("Installing dependencies...")
4
 
5
- os.system("git clone https://github.com/PrithivirajDamodaran/neuspell.git")
6
- os.chdir('neuspell')
7
- os.system('pip install -e .[elmo]')
8
- os.system('pip install -e .[spacy]')
 
 
9
  os.system("python -m spacy download en_core_web_sm")
10
 
11
  import neuspell
@@ -14,7 +16,7 @@ bl_checker = BertsclstmChecker()
14
  el_checker = ElmosclstmChecker()
15
  cl_checker = CnnlstmChecker()
16
 
17
- print("Loading Models...")
18
  bl_checker.from_pretrained()
19
  el_checker.from_pretrained()
20
  cl_checker.from_pretrained()
@@ -27,7 +29,6 @@ from fastapi import File
27
  from fastapi import FastAPI
28
  import sys
29
 
30
-
31
  app = FastAPI()
32
  print("Models loaded !")
33
 
@@ -38,6 +39,7 @@ def read_root():
38
 
39
  @app.get("/{correct}")
40
  def get_correction(input_sentence, model):
 
41
  if model == "BERT-LSTM":
42
  return {"corrected_sentence": bl_checker.correct(input_sentence)}
43
  elif model == "ELMo-LSTM":
 
1
  import os
2
 
3
+ # print("Installing dependencies...")
4
 
5
+ # os.system("git clone https://github.com/PrithivirajDamodaran/neuspell.git")
6
+ # os.chdir('neuspell')
7
+ # os.system('pip install -e .[elmo]')
8
+ # os.system('pip install -e .[spacy]')
9
+
10
+ print("Loading Spacy Model...")
11
  os.system("python -m spacy download en_core_web_sm")
12
 
13
  import neuspell
 
16
  el_checker = ElmosclstmChecker()
17
  cl_checker = CnnlstmChecker()
18
 
19
+ print("Loading Neuspell Models...")
20
  bl_checker.from_pretrained()
21
  el_checker.from_pretrained()
22
  cl_checker.from_pretrained()
 
29
  from fastapi import FastAPI
30
  import sys
31
 
 
32
  app = FastAPI()
33
  print("Models loaded !")
34
 
 
39
 
40
  @app.get("/{correct}")
41
  def get_correction(input_sentence, model):
42
+ '''Returns spell corrected sentence using the model passed in model param.'''
43
  if model == "BERT-LSTM":
44
  return {"corrected_sentence": bl_checker.correct(input_sentence)}
45
  elif model == "ELMo-LSTM":
app.py CHANGED
@@ -10,9 +10,11 @@ import time
10
  import os
11
 
12
  def start_server():
 
13
  os.system("uvicorn InferenceServer:app --port 8080 --host 0.0.0.0 --workers 1")
14
 
15
  def load_models():
 
16
  if not is_port_in_use(8080):
17
  with st.spinner(text="Loading models, please wait..."):
18
  proc = Process(target=start_server, args=(), daemon=True)
@@ -25,6 +27,7 @@ def load_models():
25
  st.session_state['models_loaded'] = True
26
 
27
  def is_port_in_use(port):
 
28
  import socket
29
  with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
30
  return s.connect_ex(('0.0.0.0', port)) == 0
@@ -33,8 +36,8 @@ if 'models_loaded' not in st.session_state:
33
  st.session_state['models_loaded'] = False
34
 
35
 
36
-
37
  def get_correction(input_text, model):
 
38
  correct_request = "http://0.0.0.0:8080/correct?input_sentence="+input_text + "&model=" + model
39
  correct_response = requests.get(correct_request)
40
  correct_json = json.loads(correct_response.text)
@@ -46,7 +49,7 @@ def get_correction(input_text, model):
46
 
47
 
48
  def diff_strings(a, b):
49
- # taken from team-writing-assistant/grammar-correction
50
  result = []
51
  diff = difflib.Differ().compare(a.split(), b.split())
52
  replacement = ""
 
10
  import os
11
 
12
  def start_server():
13
+ '''Helper to start to service through Unicorn '''
14
  os.system("uvicorn InferenceServer:app --port 8080 --host 0.0.0.0 --workers 1")
15
 
16
  def load_models():
17
+ '''One time loading/ Init of models and starting server as a seperate process'''
18
  if not is_port_in_use(8080):
19
  with st.spinner(text="Loading models, please wait..."):
20
  proc = Process(target=start_server, args=(), daemon=True)
 
27
  st.session_state['models_loaded'] = True
28
 
29
  def is_port_in_use(port):
30
+ '''Helper to check if service already running'''
31
  import socket
32
  with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
33
  return s.connect_ex(('0.0.0.0', port)) == 0
 
36
  st.session_state['models_loaded'] = False
37
 
38
 
 
39
  def get_correction(input_text, model):
40
+ '''Invokes the Neuspell inference service'''
41
  correct_request = "http://0.0.0.0:8080/correct?input_sentence="+input_text + "&model=" + model
42
  correct_response = requests.get(correct_request)
43
  correct_json = json.loads(correct_response.text)
 
49
 
50
 
51
  def diff_strings(a, b):
52
+ '''Highlights corrections with annotated_text library'''
53
  result = []
54
  diff = difflib.Differ().compare(a.split(), b.split())
55
  replacement = ""
requirements.txt CHANGED
@@ -1,3 +1,6 @@
 
 
 
1
  st-annotated-text
2
  fastapi
3
  uvicorn
 
1
+ git+https://github.com/PrithivirajDamodaran/neuspell.git
2
+ spacy
3
+ allennlp==1.5.0
4
  st-annotated-text
5
  fastapi
6
  uvicorn