; General FASM token classifier

SEPARATOR fix " "
GROUP fix 13,10

CLASS equ
LENGTH equ

macro include_variable [A] {}
macro symbol_characters [A] {}

macro preprocessor_directives [A] {
  CLASS equ PREPROCESSOR
  LENGTH equ PREFIX
}
macro macro_directives [A] {
  CLASS equ PREPROCESSOR
  LENGTH equ PREFIX
}

macro operators [A] {
  CLASS equ OPERATORS.CONFLICT
  LENGTH equ PREFIX
}
macro single_operand_operators [A] {
  CLASS equ OPERATORS.CONFLICT
  LENGTH equ PREFIX
}
macro directive_operators [A] {
  CLASS equ OPERATORS
  LENGTH equ PREFIX
}
macro address_sizes [A] {
  CLASS equ OPERATORS
  LENGTH equ PREFIX
}

macro symbols [A] {
  rept 10 n:2 \{
    macro symbols_\#n [B] \\{
      CLASS equ SYMBOL
      LENGTH equ n
    \\}
  \}
  macro symbols_end [B] \{ CLASS equ \}
  CLASS equ
}

macro instructions [A] {
  rept 15 n:2 \{
    macro instructions_\#n [B] \\{
      CLASS equ INSTRUCTION
      LENGTH equ n
    \\}
  \}
  macro instructions_end [B] \{ CLASS equ \}
  CLASS equ
}

macro data_directives [A] {
  rept 3 n:2 \{
    macro data_directives_\#n [B] \\{
      CLASS equ DATAD
      LENGTH equ n
    \\}
  \}
  macro data_directives_end [B] \{ CLASS equ \}
  CLASS equ
}
;#######################################

..__db equ db

macro db [A] { common
  match =PREPROCESSOR,CLASS \{
    match B=,C,A \\{
      ; add string (C) of length (B) to CLASS
    \\}
  \}
  match =OPERATORS,CLASS \{
    match B=,C=,D,A \\{
      ; add string (C) of length (B) to CLASS
    \\}
  \}
  match =SYMBOL,CLASS \{
    match B=,C=,D,A \\{
      match =10h,C \\\{
        CLASS equ REGISTER
      \\\}
      ; add string (B) of LENGTH to CLASS
      match =10h,C \\\{
        restore CLASS
      \\\}
    \\}
  \}
  match =INSTRUCTION,CLASS \{
    DW_DELAY equ A ; delay until class refinement in DW
  \}
  match =DATAD,CLASS \{
    match B=,C,A \\{
      ; add string (B) of LENGTH to CLASS
    \\}
  \}
}
macro dw [A] { common
  ; used to split INSTRUCTION/DIRECTIVE classes
  match =INSTRUCTION,CLASS \{
    match B=-C,A \\{
        virtual
          ..__db \\`B
          load d dword from $-4
        end virtual
      match D=,E,DW_DELAY \\\{
        if d="tive"
          ..__db D,SEPARATOR
        else
        end if
      \\\}
    \\}
  \}
}

include "..\..\FASM\SOURCE\TABLES.INC"    

sect equ
line equ 0

macro dw [arg]{}

macro db arg1,arg2,[args]{
 if arg1 eqtype 0
   if arg2 eqtype ''
      display arg2,13,10
   else if arg2 eqtype 0
      if sect eq symbol_characters
        ;---    display_hex arg1 
        ;---    display_hex arg2
        match a,args\{
         display \a ;--- hex for 9,0Ah,0Dh,1Ah,20h
        \}
       display 13,10
   end if
  end if
  else if arg1 eqtype ''
    display arg1,13,10
  end if
}

macro @output arg{
 local a
 macro arg a\{
  sect equ arg
  display `arg,13,10
 \}
}

 @output symbol_characters
 @output preprocessor_directives
 @output macro_directives
 @output operators
 @output single_operand_operators
 @output directive_operators
 @output address_sizes
 @output symbols_2
 @output symbols_3
 @output symbols_4
 @output symbols_5
 @output symbols_6
 @output symbols_7
 @output symbols_8
 @output symbols_9
 @output symbols_10
 @output symbols_11
 @output symbols_12             ;--- doesent exist, test
 @output instructions_2
 @output instructions_3
 @output instructions_4
 @output instructions_5
 @output instructions_6
 @output instructions_7
 @output instructions_8
 @output instructions_9
 @output instructions_10
 @output instructions_11
 @output instructions_12
 @output instructions_13
 @output instructions_14
 @output instructions_15
 @output instructions_16 ;--- doesent exist
 @output data_directives_2
 @output data_directives_3
 @output data_directives_4

virtual at 0
 include "tables.inc"
end virtual
    

flat assembler  version 1.71.09  (1048576 kilobytes memory)
symbol_characters
;<--- here should display hex ------------
+-/*=<>()[]{}:,|&~#`;\
preprocessor_directives
define
include
irp
irps
macro
match
purge
rept
restore
restruc
struc
macro_directives
common
forward
local
reverse
operators
+
-
*
/
and
mod
or
shl
shr
xor
single_operand_operators
+
-
not
plt
rva
directive_operators
align
as
at
;---- follows ....
    

not in TABLES.INC:
       - FIX EQU
       - @@ @B @F @R %T

PREPROCESSOR
  - MACRO, only valid inside of {}
OPERATOR
  - instruction
      - and or shl shr xor not
  - directive
      - align
  - address
SYMBOL
  - REGISTER
  - MODIFIER (type, directive)
INSTRUCTION
  - DIRECTIVE
DATAD    

\%?$ fix macro

\%?$ a b{db b}    

C fix ;
dnl fix ;

C This type of comment syntax is not valid in FASM.
C Macro for AT&T syntax not possible.

; Of course, macro works (kind of):
macro C d {}
macro dnl d {}    

bitRAKE,probably the only thing you can be sure about is that in «a fix b» a is a symbol, fix is the directive and b is a replacement for a. Everything else requires preprocessing (except comments, of course ).

da equ db
comm equ ;
da 1
comm fix \;
comm aaaaaaa
    

E:\old_tests_x64lab>fasm equ_test.asm
flat assembler  version 1.71.09  (1048576 kilobytes memory)
1 passes, 1 bytes.

E:\old_tests_x64lab>
    

your comments here very well appreciated

comm fix times 0 \;
comm 1
comm db 10

comm aaaaa