src/Pure/Syntax/lexicon.ML
changeset 28407 f9db1da584ac
parent 27887 9f3fd48cf673
child 28413 ee73353fb87c
equal deleted inserted replaced
28406:daeb21fec18f 28407:f9db1da584ac
    54   val varT: typ
    54   val varT: typ
    55   val tidT: typ
    55   val tidT: typ
    56   val tvarT: typ
    56   val tvarT: typ
    57   val terminals: string list
    57   val terminals: string list
    58   val is_terminal: string -> bool
    58   val is_terminal: string -> bool
    59   val report_token: token -> unit
    59   val report_token: Proof.context -> token -> unit
    60   val matching_tokens: token * token -> bool
    60   val matching_tokens: token * token -> bool
    61   val valued_token: token -> bool
    61   val valued_token: token -> bool
    62   val predef_term: string -> token option
    62   val predef_term: string -> token option
    63   val tokenize: Scan.lexicon -> bool -> SymbolPos.T list -> token list
    63   val tokenize: Scan.lexicon -> bool -> SymbolPos.T list -> token list
    64 end;
    64 end;
   160   | StrSy       => Markup.xstr
   160   | StrSy       => Markup.xstr
   161   | Space       => Markup.none
   161   | Space       => Markup.none
   162   | Comment     => Markup.inner_comment
   162   | Comment     => Markup.inner_comment
   163   | EOF         => Markup.none;
   163   | EOF         => Markup.none;
   164 
   164 
   165 fun report_token (Token (kind, _, (pos, _))) =
   165 fun report_token ctxt (Token (kind, _, (pos, _))) =
   166   Position.report (token_kind_markup kind) pos;
   166   ContextPosition.report ctxt (token_kind_markup kind) pos;
   167 
   167 
   168 
   168 
   169 (* matching_tokens *)
   169 (* matching_tokens *)
   170 
   170 
   171 fun matching_tokens (Token (Literal, x, _), Token (Literal, y, _)) = x = y
   171 fun matching_tokens (Token (Literal, x, _), Token (Literal, y, _)) = x = y