src/Pure/Isar/token.ML
changeset 48749 c197b3c3e7fa
parent 48743 a72f8ffecf31
child 48764 4fe0920d5049
equal deleted inserted replaced
48748:89b4e7d83d6f 48749:c197b3c3e7fa
    32   val is_proper: T -> bool
    32   val is_proper: T -> bool
    33   val is_semicolon: T -> bool
    33   val is_semicolon: T -> bool
    34   val is_comment: T -> bool
    34   val is_comment: T -> bool
    35   val is_begin_ignore: T -> bool
    35   val is_begin_ignore: T -> bool
    36   val is_end_ignore: T -> bool
    36   val is_end_ignore: T -> bool
       
    37   val is_error: T -> bool
    37   val is_blank: T -> bool
    38   val is_blank: T -> bool
    38   val is_newline: T -> bool
    39   val is_newline: T -> bool
    39   val source_of: T -> string
    40   val source_of: T -> string
    40   val source_position_of: T -> Symbol_Pos.text * Position.T
    41   val source_position_of: T -> Symbol_Pos.text * Position.T
    41   val content_of: T -> string
    42   val content_of: T -> string
   176   | is_begin_ignore _ = false;
   177   | is_begin_ignore _ = false;
   177 
   178 
   178 fun is_end_ignore (Token (_, (Comment, ">"), _)) = true
   179 fun is_end_ignore (Token (_, (Comment, ">"), _)) = true
   179   | is_end_ignore _ = false;
   180   | is_end_ignore _ = false;
   180 
   181 
       
   182 fun is_error (Token (_, (Error _, _), _)) = true
       
   183   | is_error _ = false;
       
   184 
   181 
   185 
   182 (* blanks and newlines -- space tokens obey lines *)
   186 (* blanks and newlines -- space tokens obey lines *)
   183 
   187 
   184 fun is_blank (Token (_, (Space, x), _)) = not (String.isSuffix "\n" x)
   188 fun is_blank (Token (_, (Space, x), _)) = not (String.isSuffix "\n" x)
   185   | is_blank _ = false;
   189   | is_blank _ = false;