--- a/src/Pure/Isar/token.ML Tue Feb 25 17:03:55 2014 +0100
+++ b/src/Pure/Isar/token.ML Tue Feb 25 17:23:20 2014 +0100
@@ -44,6 +44,7 @@
val content_of: T -> string
val markup: T -> Markup.T * string
val unparse: T -> string
+ val print: T -> string
val text_of: T -> string * string
val get_files: T -> file Exn.result list
val put_files: file Exn.result list -> T -> T
@@ -263,6 +264,8 @@
| EOF => ""
| _ => x);
+fun print tok = Markup.markup (#1 (markup tok)) (unparse tok);
+
fun text_of tok =
if is_semicolon tok then ("terminator", "")
else