diff -r fbc31dea36fa -r f834d6f21c55 src/Pure/Syntax/lexicon.ML --- a/src/Pure/Syntax/lexicon.ML Sun Jan 07 14:48:54 2018 +0100 +++ b/src/Pure/Syntax/lexicon.ML Sun Jan 07 15:12:00 2018 +0100 @@ -246,12 +246,6 @@ val explode_str = explode_literal scan_str_body; -(* comment cartouche *) - -val scan_comment_cartouche = - $$$ "\" @@@ Scan.many (Symbol.is_blank o Symbol_Pos.symbol) @@@ - !!! "cartouche expected after \"\\"" (Symbol_Pos.scan_cartouche err_prefix); - (** tokenize **) @@ -278,7 +272,7 @@ val scan_token = Symbol_Pos.scan_cartouche err_prefix >> token Cartouche || Symbol_Pos.scan_comment err_prefix >> token Comment || - scan_comment_cartouche >> token Comment_Cartouche || + Symbol_Pos.scan_comment_cartouche err_prefix >> token Comment_Cartouche || Scan.max token_leq scan_lit scan_val || scan_string >> token StringSy || scan_str >> token StrSy ||