clarified Token.is_text (cf. Parse.text in ML);
--- a/src/Pure/Isar/token.scala Sun Jan 14 19:44:49 2018 +0100
+++ b/src/Pure/Isar/token.scala Sun Jan 14 19:45:48 2018 +0100
@@ -285,7 +285,7 @@
kind == Token.Kind.VAR ||
kind == Token.Kind.TYPE_IDENT ||
kind == Token.Kind.TYPE_VAR
- def is_text: Boolean = is_name || kind == Token.Kind.VERBATIM || kind == Token.Kind.CARTOUCHE
+ def is_text: Boolean = is_embedded || kind == Token.Kind.VERBATIM
def is_space: Boolean = kind == Token.Kind.SPACE
def is_comment: Boolean = kind == Token.Kind.COMMENT
def is_improper: Boolean = is_space || is_comment