summaryrefslogtreecommitdiff
path: root/tokens.dat
diff options
context:
space:
mode:
authorH. Peter Anvin <hpa@zytor.com>2007-08-30 22:35:34 +0000
committerH. Peter Anvin <hpa@zytor.com>2007-08-30 22:35:34 +0000
commit74cc5e569c1c8bcdd886734e1ce4c2df741b5b07 (patch)
tree65fdefada17611dfd77275edc131c2d2d79d6b10 /tokens.dat
parentb1dabe44acca3ff927c024bb7875605a5439346c (diff)
downloadnasm-74cc5e569c1c8bcdd886734e1ce4c2df741b5b07.tar.gz
nasm-74cc5e569c1c8bcdd886734e1ce4c2df741b5b07.tar.bz2
nasm-74cc5e569c1c8bcdd886734e1ce4c2df741b5b07.zip
Finishing touches on perfect hash tokenizer; actually turn the thing on
Finish the perfect hash tokenizer, and actually enable it. Move stdscan() et al to a separate file, since it's not needed in any of the clients of nasmlib other than nasm itself. Run make alldeps.
Diffstat (limited to 'tokens.dat')
-rw-r--r--tokens.dat8
1 files changed, 4 insertions, 4 deletions
diff --git a/tokens.dat b/tokens.dat
index a2dee12..ed327bd 100644
--- a/tokens.dat
+++ b/tokens.dat
@@ -2,7 +2,7 @@
# Tokens other than instructions and registers
#
-% TOKEN_PREFIX, P_*
+% TOKEN_PREFIX, P_*, 0
a16
a32
lock
@@ -15,7 +15,7 @@ repnz
repz
times
-% TOKEN_SPECIAL, S_*
+% TOKEN_SPECIAL, S_*, 0
abs
byte
dword
@@ -31,8 +31,8 @@ to
tword
word
-% TOKEN_SEG
+% TOKEN_SEG, 0, 0
seg
-% TOKEN_WRT
+% TOKEN_WRT, 0, 0
wrt