src/Pure/Thy/thy_scan.ML
changeset 3831 45e2e7ba31b8
parent 2564 9d66b758bce5
child 4705 f71017706887
equal deleted inserted replaced
3830:7797327eca1d 3831:45e2e7ba31b8
    96 
    96 
    97 
    97 
    98 
    98 
    99 (** tokenize **)
    99 (** tokenize **)
   100 
   100 
   101 val scan_longid = scan_id ^^ (repeat1 ($$ "." ^^ scan_id) >> implode);
       
   102 
       
   103 fun scan_word lex =
   101 fun scan_word lex =
   104   max_of
   102   max_of
   105     (scan_literal lex >> pair Keyword)
   103     (scan_literal lex >> pair Keyword)
   106     (scan_longid >> pair LongIdent ||
   104     (scan_longid >> pair LongIdent ||
   107       scan_id >> pair Ident ||
   105       scan_id >> pair Ident ||