src/Pure/PIDE/command.scala
changeset 61579 634cd44bb1d3
parent 61197 b9d69001824e
child 62965 5bf08c9aa036
equal deleted inserted replaced
61578:6623c81cb15a 61579:634cd44bb1d3
   306 
   306 
   307   /* blobs: inlined errors and auxiliary files */
   307   /* blobs: inlined errors and auxiliary files */
   308 
   308 
   309   private def clean_tokens(tokens: List[Token]): List[(Token, Int)] =
   309   private def clean_tokens(tokens: List[Token]): List[(Token, Int)] =
   310   {
   310   {
       
   311     val markers = Set("%", "--", Symbol.comment, Symbol.comment_decoded)
   311     def clean(toks: List[(Token, Int)]): List[(Token, Int)] =
   312     def clean(toks: List[(Token, Int)]): List[(Token, Int)] =
   312       toks match {
   313       toks match {
   313         case (t1, i1) :: (t2, i2) :: rest =>
   314         case (t1, i1) :: (t2, i2) :: rest =>
   314           if (t1.is_keyword && (t1.source == "%" || t1.source == "--")) clean(rest)
   315           if (t1.is_keyword && markers(t1.source)) clean(rest)
   315           else (t1, i1) :: clean((t2, i2) :: rest)
   316           else (t1, i1) :: clean((t2, i2) :: rest)
   316         case _ => toks
   317         case _ => toks
   317       }
   318       }
   318     clean(tokens.zipWithIndex.filter({ case (t, _) => t.is_proper }))
   319     clean(tokens.zipWithIndex.filter({ case (t, _) => t.is_proper }))
   319   }
   320   }