<commit_before>if exists("g:TSSloaded")
  finish
endif
if !has("python")
  echoerr "typescript_tss.vim needs python interface"
  finish
endif
let g:TSSloaded = 1

""" configuration options - use your .vimrc to change defaults

" assume tss is a globally available command
if !exists("g:TSS")
  let g:TSS = ["tss"]
endif

" assume user wants to inspect errors on project load/reload
if !exists("g:TSSshowErrors")
  let g:TSSshowErrors = 1
endif
""" end configuration options

if !exists("g:TSSupdates")
  let g:TSSupdates = {}
endif

if !exists("g:TSSfiles")
  let g:TSSfiles = []
endif

py TSS_MDN = "https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/"

python <<EOF
import logging, platform
TSS_LOG_FILENAME='tsstrace.log'

class TSSnotrunning:
  def poll(self):
    return 0

tss = TSSnotrunning()
EOF

" sample keymapping
" (highjacking some keys otherwise used for tags,
"  since we support jump to definition directly)
function! TSSkeymap()
  map <buffer>   <C-]> :TSSdef<cr>
  map <buffer> <C-w>]  :TSSdefsplit<cr>
  map <buffer> <C-w>]] :TSSdeftab<cr>
  map <buffer> <C-w>?  :TSSdefpreview<cr>
  map <buffer> _?  :TSStype<cr>
  " :TSSsymbol
  map <buffer> _?? :TSSbrowse<cr>
  " :TSSreferences
  map <buffer> <C-t>s :TSSstructure<cr>
  map <buffer> <C-t>u :TSSupdate<cr>
  map <buffer> <C-t>e :TSSshowErrors<cr>
  map <buffer> <C-t>p :TSSfilesMenu<cr>
  map <buffer> <C-t>f :TSSfile
  " :TSSfiles
  map <buffer> <C-t>r :TSSreload<cr>
  " :TSSstart
  " :TSSstarthere
  " :TSSstatus
  " :TSSend
endfunction

" browse url for ES5 global property/method under cursor
command! TSSbrowse echo TSSbrowse()
function! TSSbrowse()
  let info = TSScmd("type",{})
  if type(info)!=type({}) || !has_key(info,"fullSymbolName")
    return info
  endif
  let patterns = ["\\(Object\\)\\.\\(\\k*\\)"
                \,"\\(Function\\)\\.\\(\\k*\\)"
                \,"\\(String\\)\\.\\(\\k*\\)"
                \,"\\(Boolean\\)\\.\\(\\k*\\)"
                \,"\\(Number\\)\\.\\(\\k*\\)"
                \,"\\(Array\\)<.*>\\.\\(\\k*\\)"
                \,"\\(Date\\)\\.\\(\\k*\\)"
                \,"\\(RegExp\\)\\.\\(\\k*\\)"
                \,"\\(Error\\)\\.\\(\\k*\\)"
                \,"\\(Math\\)\\.\\(\\k*\\)"
                \,"\\(JSON\\)\\.\\(\\k*\\)"
                \]
  for p in patterns
    let m = matchlist(info.fullSymbolName,p)
    if m!=[]
      py webbrowser.open(TSS_MDN+vim.eval("m[1].'/'.m[2]"))
      return m[1].'.'.m[2]
    endif
  endfor
  return "no url found"
endfunction

" echo symbol/type of item under cursor
" (also show JSDoc in preview window, if known)
command! TSSsymbol echo TSSsymbol("")
function! TSSsymbol(rawcmd)
  if a:rawcmd==""
    let info = TSScmd("type",{})
  else
    let info = TSScmd(a:rawcmd,{'rawcmd':1})
  endif
  if type(info)!=type({}) || !has_key(info,"fullSymbolName") || !has_key(info,"type")
    if a:rawcmd==""
      echoerr 'no useable type information'
      return info
    else " called from ballooneval
      return ""
    endif
  endif
  return info.fullSymbolName.":".info.type
endfunction

command! TSStype echo TSStype()
function! TSStype()
  let info = TSScmd("type",{})
  if type(info)!=type({}) || !has_key(info,"type")
    echoerr 'no useable type information'
    return info
  endif
  if has_key(info,"docComment") && info.docComment!=""
    pclose
    new +setlocal\ previewwindow|setlocal\ buftype=nofile|setlocal\ noswapfile
    exe "normal z" . &previewheight . "\<cr>"
    call append(0,split(info.docComment,"\n"))
    wincmd p
  endif
  return info.type
endfunction

" for use as balloonexpr, symbol under mouse pointer
" set balloonexpr=TSSballoon()
" set ballooneval
function! TSSballoon()
  let file = expand("#".v:beval_bufnr.":p")
  " case-insensitive..
  if count(g:TSSfiles,file,1)!=0
    return TSSsymbol("type ".v:beval_lnum." ".v:beval_col." ".file)
  else
    return ''
  endif
endfunction

" jump to definition of item under cursor
command! TSSdef call TSSdef("edit")
command! TSSdefpreview call TSSdef("pedit")
command! TSSdefsplit call TSSdef("split")
command! TSSdeftab call TSSdef("tabe")
function! TSSdef(cmd)
  let info = TSScmd("definition",{})
  if type(info)!=type({}) || info.file=='null' || type(info.min)!=type({})
    \ || type(info.min.line)!=type(0) || type(info.min.character)!=type(0)
    echoerr 'no useable definition information'
    return info
  endif
  if a:cmd=="pedit"
    exe a:cmd.'+'.info.min.line.' '.info.file
  else
    exe a:cmd.' '.info.file
    call cursor(info.min.line,info.min.character)
  endif
  return info
endfunction

" update TSS with current file source, record state of updates
" NOTE: this will be hard to get right:
"         disk vs buffer, update vs reload, dependencies, ...
command! -nargs=? TSSupdate echo TSSupdate(<q-args>)
function! TSSupdate(completion)
  let nocheck = ((a:completion=="completionStart")||(a:completion=="nocheck")) ? " nocheck" : ""
  let file = expand("%:p")
  let cur  = undotree().seq_cur
  let updated = has_key(g:TSSupdates,file)
  if (!updated && &modified) || (updated && (cur!=g:TSSupdates[file])) || a:completion=~"completion"
    let g:TSSupdates[file] = cur
    let info = TSScmd("update".nocheck." ".line('$')." ".file,{'rawcmd':1,'lines':getline(1,line('$'))})
    return (a:completion!="" ? "" : info)
  else
    return ""
  endif
endfunction

" dump TSS internal file source
command! -nargs=1 TSSdump echo TSScmd("dump ".<f-args>." ".expand("%:p"),{'rawcmd':1})

" completions
command! TSScomplete call TSScomplete()
function! TSScomplete()
  let col   = col(".")
  let line  = getline(".")
  " search backwards for start of identifier (iskeyword pattern)
  let start = col
  while start>0 && line[start-2] =~ "\\k"
    let start -= 1
  endwhile
  " check if preceded by dot (won't see dot on previous line!)
  let member = (start>1 && line[start-2]==".") ? 'true' : 'false'
  " echomsg start.":".member
  let info = TSScmd("completions ".member,{'col':start})
  echo info
  return info
endfunction

function! TSScompleteFunc(findstart,base)
  " echomsg a:findstart."|".a:base
  let col   = col(".")
  let line  = getline(".")

  " search backwards for start of identifier (iskeyword pattern)
  let start = col
  while start>0 && line[start-2] =~ "\\k"
    let start -= 1
  endwhile

  if a:findstart
    " force updates for completed fragments, while still in insert mode
    " bypass error checking (cf #13,#14)
    TSSupdate completionStart

    return line[start-1] =~ "\\k" ? start-1 : -1
  else
    " check if preceded by dot (won't see dot on previous line!)
    let member = (start>1 && line[start-2]==".") ? 'true' : 'false'
    echomsg start.":".member

    " cf #13,#14
    let info = TSScmd("completions ".member,{'col':start})
    if type(info)==type("") && info=~"TSS command processing error"
      " force updates for completed fragments, while still in insert mode
      " try update again, this time with error checking (to trigger semantic analysis)
      call TSSupdate("completion")
      unlet info
      let info = TSScmd("completions ".member,{'col':start})
    endif

    let result = []
    if type(info)==type({})
      for entry in info.entries
        if entry['name'] =~ '^'.a:base
          call add(result, {'word': entry['name'], 'menu': get(entry,'type',get(entry,'kind','')), 'info': get(entry,'docComment','') })
        endif
      endfor
    endif
    return result
  endif
endfunction
aug TSS
au!
au BufNewFile,BufRead *.ts setlocal omnifunc=TSScompleteFunc
aug END
doau TSS BufRead

" open project file, with filename completion
command! -complete=customlist,TSSfile -nargs=1 TSSfile edit <args>
function! TSSfile(A,L,P)
  return filter(copy(g:TSSfiles),'v:val=~"'.a:A.'"')
endfunction

function! TSSgroupPaths(pl)
  let ps = {}
  for p in a:pl
    let pfrags = split(p,'/')
    let prefix = ps
    for f in pfrags
      if !has_key(prefix,f)
        let prefix[f] = {}
      endif
      let prefix = prefix[f]
    endfor
  endfor
  return ps
endfunction

function! TSSpathMenu(prefix,path,pt)
  if empty(a:pt)
    exe a:prefix.' :edit '.a:path.'<cr>'
  elseif len(a:pt)==1
    let key = keys(a:pt)[0]
    call TSSpathMenu(a:prefix.(a:path==''?'.':'/').substitute(key,'\.','\\.','g'),(a:path==''?'':a:path.'/').key,a:pt[key])
  else
    for key in sort(keys(a:pt))
      call TSSpathMenu(a:prefix.'.'.substitute(key,'\.','\\.','g'),(a:path==''?'':a:path.'/').key,a:pt[key])
    endfor
  endif
endfunction

" navigate to project file via popup menu
command! TSSfilesMenu echo TSSfilesMenu('show')
function! TSSfilesMenu(action)
  let files = a:action=~'fetch' ? TSScmd("files",{'rawcmd':1}) : g:TSSfiles
  if type(files)==type([])
    let g:TSSfiles = files
    if a:action=~'show'
      silent! unmenu ]TSSfiles
      call TSSpathMenu('menu ]TSSfiles','',TSSgroupPaths(g:TSSfiles))
      popup ]TSSfiles
    endif
  endif
  popup ]TSSfiles
endfunction

" show project file list in preview window
command! TSSfiles echo TSSfiles('show')
function! TSSfiles(action)
  let files = a:action=~'fetch' ? TSScmd("files",{'rawcmd':1}) : g:TSSfiles
  if type(files)==type([])
    let g:TSSfiles = files
    if a:action=~'show'
      pclose
      new +setlocal\ previewwindow|setlocal\ buftype=nofile|setlocal\ noswapfile
      exe "normal z" . &previewheight . "\<cr>"
      call append(0,files)
      " TODO: group by prefix paths
    endif
  endif
endfunction

" reload project sources
command! TSSreload echo TSSreload()
function! TSSreload()
  let unsaved = []
  for f in g:TSSfiles
    if bufloaded(f) && getbufvar(f,"&modified")
      let unsaved += [f]
    endif
  endfor
  if unsaved!=[]
    echoerr "there are buffers with unsaved changes:"
    for f in unsaved
      echomsg f
    endfor
    return "TSSreload cancelled"
  endif
  let msg = TSScmd("reload",{'rawcmd':1})
  call TSSfiles('fetch')
  let g:TSSupdates = {}
  if g:TSSshowErrors
    TSSshowErrors
  endif
  return msg
endfunction

" create quickfix list from TSS errors
command! TSSshowErrors call TSSshowErrors()
function! TSSshowErrors()

  TSSupdate nocheck

  let info = TSScmd("showErrors",{'rawcmd':1})
  if type(info)==type([])
    for i in info
      let i['lnum']     = i['start']['line']
      let i['col']      = i['start']['character']
      let i['filename'] = i['file']
    endfor
    call setqflist(info)
    if len(info)!=0
      copen
    endif
  else
    echoerr info
  endif
endfunction

" create location list for references
command! TSSreferences call TSSreferences()
function! TSSreferences()
  let info = TSScmd("references",{})
  if type(info)==type([])
    for i in info
      let i['lnum']     = i['min']['line']
      let i['col']      = i['min']['character']
      let i['filename'] = i['file']
    endfor
    call setloclist(0,info)
    if len(info)!=0
      lopen
    endif
  else
    echoerr info
  endif
endfunction

" create navigation menu for file structure items
command! TSSstructure call TSSstructure()
function! TSSstructure()
  let info = TSScmd("structure ".expand("%:p"),{'rawcmd':1})
  if type(info)==type([])
    silent! unmenu ]TSSstructure
    for i in info
      let l   = i.loc
      let lck = l['containerKind']
      let lcn = l['containerName']
      let ln  = l['name']
      let lk  = l['kind']
      let lkm = l['kindModifiers']
      let submenuheader = lk=~'module\|class\|interface' ? '.' : ''
      let entry = (lck!=''? lcn.'.'.ln.submenuheader.':\ '.(lkm!='' ? lkm.'\ ' : '').lk
                        \ : ln.submenuheader.':\ '.(lkm!='' ? lkm.'\ ' : '').lk)
      let entry = substitute(entry,'\.','\.','g')
      exe 'menu ]TSSstructure.'.entry.' :call cursor('.i.min.line.','.i.min.character.')<cr>'
    endfor
    " TODO: mark directly before call cursor (bco tear-off menus)
    normal m'
    popup ]TSSstructure
  else
    echoerr info
  endif
endfunction

"TODO: guard tss usage in later functions
" start typescript service process asynchronously, via python
" NOTE: one reason for shell=True is to avoid popup console window;
command! -nargs=1 TSSstart call TSSstart(<f-args>)
command! TSSstarthere call TSSstart(expand("%"))
function! TSSstart(projectroot)
echomsg "starting TSS, loading ".a:projectroot."..."
python <<EOF
import subprocess
import vim
import json

projectroot = vim.eval("a:projectroot")
print(vim.eval("g:TSS")+[projectroot])
tss = subprocess.Popen(vim.eval("g:TSS")+[projectroot]
                      ,bufsize=0
                      ,stdin=subprocess.PIPE
                      ,stdout=subprocess.PIPE
                      ,stderr=subprocess.PIPE
                      ,shell=platform.system()=="Windows"
                      ,universal_newlines=True)

prompt = tss.stdout.readline()
sys.stdout.write(prompt)
# print prompt

EOF
  call TSSfiles('fetch')
  if g:TSSshowErrors
    TSSshowErrors
  endif
endfunction

" TSS command tracing, off by default
python traceFlag = False

command! TSStraceOn call TSStrace('on')
command! TSStraceOff call TSStrace('off')
function! TSStrace(flag)
python <<EOF

if vim.eval('a:flag')=='on':
  traceFlag = True
  logging.basicConfig(filename=TSS_LOG_FILENAME,level=logging.DEBUG)
else:
  traceFlag = False
  logger = logging.getLogger()
  logger.handlers[0].stream.close()
  logger.removeHandler(logger.handlers[0])

EOF
endfunction

" pass a command to typescript service, get answer
command! -nargs=1 TSScmd call TSScmd(<f-args>,{})
function! TSScmd(cmd,opts)
python <<EOF

(row,col) = vim.current.window.cursor
filename  = vim.current.buffer.name
opts      = vim.eval("a:opts")
colArg    = opts['col'] if ('col' in opts) else str(col+1)
cmd       = vim.eval("a:cmd")

if tss.poll()==None:
  if ('rawcmd' in opts):
    request = cmd
  else:
    request = cmd+' '+str(row)+' '+colArg+' '+filename

  if traceFlag:
    logging.debug(request)

  tss.stdin.write(request+'\n')

  if ('lines' in opts):
    for line in opts['lines']:
      tss.stdin.write(line+'\n')

  answer = tss.stdout.readline()

  if traceFlag:
    if ('lines' in opts):
      for line in opts['lines']:
        logging.debug(line)
    logging.debug(answer)

  try:
    result = json.dumps(json.loads(answer,parse_constant=str))
  except:
    result = '"null"'

else:
  result = '"TSS not running"'

vim.command("let null = 'null'")
vim.command("let true = 'true'")
vim.command("let false = 'false'")
vim.command("let result = "+result)

EOF
return result
endfunction

" check typescript service
" (None: still running; <num>: exit status)
command! TSSstatus call TSSstatus()
function! TSSstatus()
python <<EOF

rest = tss.poll()
print rest

EOF
endfunction

" stop typescript service
command! TSSend call TSSend()
function! TSSend()
python <<EOF

if tss.poll()==None:
  rest = tss.communicate('quit')[0]
  sys.stdout.write(rest)
else:
  sys.stdout.write('TSS not running\n')

EOF
endfunction
<commit_msg>vim:improve TSSstatus();"tss not running" handling #29<commit_after>if exists("g:TSSloaded")
  finish
endif
if !has("python")
  echoerr "typescript_tss.vim needs python interface"
  finish
endif
let g:TSSloaded = 1

""" configuration options - use your .vimrc to change defaults

" assume tss is a globally available command
if !exists("g:TSS")
  let g:TSS = ["tss"]
endif

" assume user wants to inspect errors on project load/reload
if !exists("g:TSSshowErrors")
  let g:TSSshowErrors = 1
endif
""" end configuration options

if !exists("g:TSSupdates")
  let g:TSSupdates = {}
endif

if !exists("g:TSSfiles")
  let g:TSSfiles = []
endif

py TSS_MDN = "https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/"

python <<EOF
import logging, platform
TSS_LOG_FILENAME='tsstrace.log'

class TSSnotrunning:
  def poll(self):
    return 0

tss = TSSnotrunning()
EOF

" sample keymapping
" (highjacking some keys otherwise used for tags,
"  since we support jump to definition directly)
function! TSSkeymap()
  map <buffer>   <C-]> :TSSdef<cr>
  map <buffer> <C-w>]  :TSSdefsplit<cr>
  map <buffer> <C-w>]] :TSSdeftab<cr>
  map <buffer> <C-w>?  :TSSdefpreview<cr>
  map <buffer> _?  :TSStype<cr>
  " :TSSsymbol
  map <buffer> _?? :TSSbrowse<cr>
  " :TSSreferences
  map <buffer> <C-t>s :TSSstructure<cr>
  map <buffer> <C-t>u :TSSupdate<cr>
  map <buffer> <C-t>e :TSSshowErrors<cr>
  map <buffer> <C-t>p :TSSfilesMenu<cr>
  map <buffer> <C-t>f :TSSfile
  " :TSSfiles
  map <buffer> <C-t>r :TSSreload<cr>
  " :TSSstart
  " :TSSstarthere
  " :TSSstatus
  " :TSSend
endfunction

" browse url for ES5 global property/method under cursor
command! TSSbrowse echo TSSbrowse()
function! TSSbrowse()
  let info = TSScmd("type",{})
  if type(info)!=type({}) || !has_key(info,"fullSymbolName")
    return info
  endif
  let patterns = ["\\(Object\\)\\.\\(\\k*\\)"
                \,"\\(Function\\)\\.\\(\\k*\\)"
                \,"\\(String\\)\\.\\(\\k*\\)"
                \,"\\(Boolean\\)\\.\\(\\k*\\)"
                \,"\\(Number\\)\\.\\(\\k*\\)"
                \,"\\(Array\\)<.*>\\.\\(\\k*\\)"
                \,"\\(Date\\)\\.\\(\\k*\\)"
                \,"\\(RegExp\\)\\.\\(\\k*\\)"
                \,"\\(Error\\)\\.\\(\\k*\\)"
                \,"\\(Math\\)\\.\\(\\k*\\)"
                \,"\\(JSON\\)\\.\\(\\k*\\)"
                \]
  for p in patterns
    let m = matchlist(info.fullSymbolName,p)
    if m!=[]
      py webbrowser.open(TSS_MDN+vim.eval("m[1].'/'.m[2]"))
      return m[1].'.'.m[2]
    endif
  endfor
  return "no url found"
endfunction

" echo symbol/type of item under cursor
" (also show JSDoc in preview window, if known)
command! TSSsymbol echo TSSsymbol("")
function! TSSsymbol(rawcmd)
  if a:rawcmd==""
    let info = TSScmd("type",{})
  else
    let info = TSScmd(a:rawcmd,{'rawcmd':1})
  endif
  if type(info)!=type({}) || !has_key(info,"fullSymbolName") || !has_key(info,"type")
    if a:rawcmd==""
      echoerr 'no useable type information'
      return info
    else " called from ballooneval
      return ""
    endif
  endif
  return info.fullSymbolName.":".info.type
endfunction

command! TSStype echo TSStype()
function! TSStype()
  let info = TSScmd("type",{})
  if type(info)!=type({}) || !has_key(info,"type")
    echoerr 'no useable type information'
    return info
  endif
  if has_key(info,"docComment") && info.docComment!=""
    pclose
    new +setlocal\ previewwindow|setlocal\ buftype=nofile|setlocal\ noswapfile
    exe "normal z" . &previewheight . "\<cr>"
    call append(0,split(info.docComment,"\n"))
    wincmd p
  endif
  return info.type
endfunction

" for use as balloonexpr, symbol under mouse pointer
" set balloonexpr=TSSballoon()
" set ballooneval
function! TSSballoon()
  let file = expand("#".v:beval_bufnr.":p")
  " case-insensitive..
  if count(g:TSSfiles,file,1)!=0
    return TSSsymbol("type ".v:beval_lnum." ".v:beval_col." ".file)
  else
    return ''
  endif
endfunction

" jump to definition of item under cursor
command! TSSdef call TSSdef("edit")
command! TSSdefpreview call TSSdef("pedit")
command! TSSdefsplit call TSSdef("split")
command! TSSdeftab call TSSdef("tabe")
function! TSSdef(cmd)
  let info = TSScmd("definition",{})
  if type(info)!=type({}) || info.file=='null' || type(info.min)!=type({})
    \ || type(info.min.line)!=type(0) || type(info.min.character)!=type(0)
    echoerr 'no useable definition information'
    return info
  endif
  if a:cmd=="pedit"
    exe a:cmd.'+'.info.min.line.' '.info.file
  else
    exe a:cmd.' '.info.file
    call cursor(info.min.line,info.min.character)
  endif
  return info
endfunction

" update TSS with current file source, record state of updates
" NOTE: this will be hard to get right:
"         disk vs buffer, update vs reload, dependencies, ...
command! -nargs=? TSSupdate echo TSSupdate(<q-args>)
function! TSSupdate(completion)
  let nocheck = ((a:completion=="completionStart")||(a:completion=="nocheck")) ? " nocheck" : ""
  let file = expand("%:p")
  let cur  = undotree().seq_cur
  let updated = has_key(g:TSSupdates,file)
  if (!updated && &modified) || (updated && (cur!=g:TSSupdates[file])) || a:completion=~"completion"
    let g:TSSupdates[file] = cur
    let info = TSScmd("update".nocheck." ".line('$')." ".file,{'rawcmd':1,'lines':getline(1,line('$'))})
    return (a:completion!="" ? "" : info)
  else
    return ""
  endif
endfunction

" dump TSS internal file source
command! -nargs=1 TSSdump echo TSScmd("dump ".<f-args>." ".expand("%:p"),{'rawcmd':1})

" completions
command! TSScomplete call TSScomplete()
function! TSScomplete()
  let col   = col(".")
  let line  = getline(".")
  " search backwards for start of identifier (iskeyword pattern)
  let start = col
  while start>0 && line[start-2] =~ "\\k"
    let start -= 1
  endwhile
  " check if preceded by dot (won't see dot on previous line!)
  let member = (start>1 && line[start-2]==".") ? 'true' : 'false'
  " echomsg start.":".member
  let info = TSScmd("completions ".member,{'col':start})
  echo info
  return info
endfunction

function! TSScompleteFunc(findstart,base)
  " echomsg a:findstart."|".a:base
  let col   = col(".")
  let line  = getline(".")

  " search backwards for start of identifier (iskeyword pattern)
  let start = col
  while start>0 && line[start-2] =~ "\\k"
    let start -= 1
  endwhile

  if a:findstart
    if TSSstatus()!="None" | echoerr "TSS not running" | endif

    " force updates for completed fragments, while still in insert mode
    " bypass error checking (cf #13,#14)
    TSSupdate completionStart

    return line[start-1] =~ "\\k" ? start-1 : -1
  else
    " check if preceded by dot (won't see dot on previous line!)
    let member = (start>1 && line[start-2]==".") ? 'true' : 'false'
    echomsg start.":".member

    " cf #13,#14
    let info = TSScmd("completions ".member,{'col':start})
    if type(info)==type("") && info=~"TSS command processing error"
      " force updates for completed fragments, while still in insert mode
      " try update again, this time with error checking (to trigger semantic analysis)
      call TSSupdate("completion")
      unlet info
      let info = TSScmd("completions ".member,{'col':start})
    endif

    let result = []
    if type(info)==type({})
      for entry in info.entries
        if entry['name'] =~ '^'.a:base
          call add(result, {'word': entry['name'], 'menu': get(entry,'type',get(entry,'kind','')), 'info': get(entry,'docComment','') })
        endif
      endfor
    endif
    return result
  endif
endfunction
aug TSS
au!
au BufNewFile,BufRead *.ts setlocal omnifunc=TSScompleteFunc
aug END
doau TSS BufRead

" open project file, with filename completion
command! -complete=customlist,TSSfile -nargs=1 TSSfile edit <args>
function! TSSfile(A,L,P)
  return filter(copy(g:TSSfiles),'v:val=~"'.a:A.'"')
endfunction

function! TSSgroupPaths(pl)
  let ps = {}
  for p in a:pl
    let pfrags = split(p,'/')
    let prefix = ps
    for f in pfrags
      if !has_key(prefix,f)
        let prefix[f] = {}
      endif
      let prefix = prefix[f]
    endfor
  endfor
  return ps
endfunction

function! TSSpathMenu(prefix,path,pt)
  if empty(a:pt)
    exe a:prefix.' :edit '.a:path.'<cr>'
  elseif len(a:pt)==1
    let key = keys(a:pt)[0]
    call TSSpathMenu(a:prefix.(a:path==''?'.':'/').substitute(key,'\.','\\.','g'),(a:path==''?'':a:path.'/').key,a:pt[key])
  else
    for key in sort(keys(a:pt))
      call TSSpathMenu(a:prefix.'.'.substitute(key,'\.','\\.','g'),(a:path==''?'':a:path.'/').key,a:pt[key])
    endfor
  endif
endfunction

" navigate to project file via popup menu
command! TSSfilesMenu echo TSSfilesMenu('show')
function! TSSfilesMenu(action)
  let files = a:action=~'fetch' ? TSScmd("files",{'rawcmd':1}) : g:TSSfiles
  if type(files)==type([])
    let g:TSSfiles = files
    if a:action=~'show'
      silent! unmenu ]TSSfiles
      call TSSpathMenu('menu ]TSSfiles','',TSSgroupPaths(g:TSSfiles))
      popup ]TSSfiles
    endif
  endif
  popup ]TSSfiles
endfunction

" show project file list in preview window
command! TSSfiles echo TSSfiles('show')
function! TSSfiles(action)
  let files = a:action=~'fetch' ? TSScmd("files",{'rawcmd':1}) : g:TSSfiles
  if type(files)==type([])
    let g:TSSfiles = files
    if a:action=~'show'
      pclose
      new +setlocal\ previewwindow|setlocal\ buftype=nofile|setlocal\ noswapfile
      exe "normal z" . &previewheight . "\<cr>"
      call append(0,files)
      " TODO: group by prefix paths
    endif
  endif
endfunction

" reload project sources
command! TSSreload echo TSSreload()
function! TSSreload()
  let unsaved = []
  for f in g:TSSfiles
    if bufloaded(f) && getbufvar(f,"&modified")
      let unsaved += [f]
    endif
  endfor
  if unsaved!=[]
    echoerr "there are buffers with unsaved changes:"
    for f in unsaved
      echomsg f
    endfor
    return "TSSreload cancelled"
  endif
  let msg = TSScmd("reload",{'rawcmd':1})
  call TSSfiles('fetch')
  let g:TSSupdates = {}
  if g:TSSshowErrors
    TSSshowErrors
  endif
  return msg
endfunction

" create quickfix list from TSS errors
command! TSSshowErrors call TSSshowErrors()
function! TSSshowErrors()

  TSSupdate nocheck

  let info = TSScmd("showErrors",{'rawcmd':1})
  if type(info)==type([])
    for i in info
      let i['lnum']     = i['start']['line']
      let i['col']      = i['start']['character']
      let i['filename'] = i['file']
    endfor
    call setqflist(info)
    if len(info)!=0
      copen
    endif
  else
    echoerr info
  endif
endfunction

" create location list for references
command! TSSreferences call TSSreferences()
function! TSSreferences()
  let info = TSScmd("references",{})
  if type(info)==type([])
    for i in info
      let i['lnum']     = i['min']['line']
      let i['col']      = i['min']['character']
      let i['filename'] = i['file']
    endfor
    call setloclist(0,info)
    if len(info)!=0
      lopen
    endif
  else
    echoerr info
  endif
endfunction

" create navigation menu for file structure items
command! TSSstructure call TSSstructure()
function! TSSstructure()
  let info = TSScmd("structure ".expand("%:p"),{'rawcmd':1})
  if type(info)==type([])
    silent! unmenu ]TSSstructure
    for i in info
      let l   = i.loc
      let lck = l['containerKind']
      let lcn = l['containerName']
      let ln  = l['name']
      let lk  = l['kind']
      let lkm = l['kindModifiers']
      let submenuheader = lk=~'module\|class\|interface' ? '.' : ''
      let entry = (lck!=''? lcn.'.'.ln.submenuheader.':\ '.(lkm!='' ? lkm.'\ ' : '').lk
                        \ : ln.submenuheader.':\ '.(lkm!='' ? lkm.'\ ' : '').lk)
      let entry = substitute(entry,'\.','\.','g')
      exe 'menu ]TSSstructure.'.entry.' :call cursor('.i.min.line.','.i.min.character.')<cr>'
    endfor
    " TODO: mark directly before call cursor (bco tear-off menus)
    normal m'
    popup ]TSSstructure
  else
    echoerr info
  endif
endfunction

"TODO: guard tss usage in later functions
" start typescript service process asynchronously, via python
" NOTE: one reason for shell=True is to avoid popup console window;
command! -nargs=1 TSSstart call TSSstart(<f-args>)
command! TSSstarthere call TSSstart(expand("%"))
function! TSSstart(projectroot)
echomsg "starting TSS, loading ".a:projectroot."..."
python <<EOF
import subprocess
import vim
import json

projectroot = vim.eval("a:projectroot")
print(vim.eval("g:TSS")+[projectroot])
tss = subprocess.Popen(vim.eval("g:TSS")+[projectroot]
                      ,bufsize=0
                      ,stdin=subprocess.PIPE
                      ,stdout=subprocess.PIPE
                      ,stderr=subprocess.PIPE
                      ,shell=platform.system()=="Windows"
                      ,universal_newlines=True)

prompt = tss.stdout.readline()
sys.stdout.write(prompt)
# print prompt

EOF
  call TSSfiles('fetch')
  if g:TSSshowErrors
    TSSshowErrors
  endif
endfunction

" TSS command tracing, off by default
python traceFlag = False

command! TSStraceOn call TSStrace('on')
command! TSStraceOff call TSStrace('off')
function! TSStrace(flag)
python <<EOF

if vim.eval('a:flag')=='on':
  traceFlag = True
  logging.basicConfig(filename=TSS_LOG_FILENAME,level=logging.DEBUG)
else:
  traceFlag = False
  logger = logging.getLogger()
  logger.handlers[0].stream.close()
  logger.removeHandler(logger.handlers[0])

EOF
endfunction

" pass a command to typescript service, get answer
command! -nargs=1 TSScmd call TSScmd(<f-args>,{})
function! TSScmd(cmd,opts)
python <<EOF

(row,col) = vim.current.window.cursor
filename  = vim.current.buffer.name
opts      = vim.eval("a:opts")
colArg    = opts['col'] if ('col' in opts) else str(col+1)
cmd       = vim.eval("a:cmd")

if tss.poll()==None:
  if ('rawcmd' in opts):
    request = cmd
  else:
    request = cmd+' '+str(row)+' '+colArg+' '+filename

  if traceFlag:
    logging.debug(request)

  tss.stdin.write(request+'\n')

  if ('lines' in opts):
    for line in opts['lines']:
      tss.stdin.write(line+'\n')

  answer = tss.stdout.readline()

  if traceFlag:
    if ('lines' in opts):
      for line in opts['lines']:
        logging.debug(line)
    logging.debug(answer)

  try:
    result = json.dumps(json.loads(answer,parse_constant=str))
  except:
    result = '"null"'

else:
  result = '"TSS not running"'

vim.command("let null = 'null'")
vim.command("let true = 'true'")
vim.command("let false = 'false'")
vim.command("let result = "+result)

EOF
return result
endfunction

" check typescript service
" ("None": still running; "<num>": exit status)
command! TSSstatus echo TSSstatus()
function! TSSstatus()
python <<EOF
import json

rest = tss.poll()
vim.command("return "+json.dumps(str(rest)))

EOF
endfunction

" stop typescript service
command! TSSend call TSSend()
function! TSSend()
python <<EOF

if tss.poll()==None:
  rest = tss.communicate('quit')[0]
  sys.stdout.write(rest)
else:
  sys.stdout.write('TSS not running\n')

EOF
endfunction

{'fraction_non_alphanumeric': 0.16369317609111986, 'fraction_numerical': 0.003964654100729093, 'mean_word_length': 3.337510929758088, 'pattern_counts': {'":': 10, '<': 115, '<?xml version=': 0, '>': 99, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1524306', 'n_tokens_mistral': 10748, 'n_tokens_neox': 10412, 'n_words': 2660}