@verb #9611:"tokenise :tokenise" this none this rxdo #7165
@program #9611:"tokenise :tokenise" this none this
{string} = args
s = string
t = {}
re = $regexp:new("^%((%|)%|[0-9.]+%|[0-9a-zA-Z_-]+%|\"[^\"]*\"%|.%) *")
while (s)
  re:exec(s) || raise(E_INVARG, tostr("Parse error at \"", s[1..min(10, $)], "\"..."))
  t = {@t, re._1}
  s = re.rightContext
endwhile
return t
"Last modified by manta (#7165) on Thu Nov 15 13:15:50 2001 MST."
.