equal
deleted
inserted
replaced
306 |
306 |
307 /* blobs: inlined errors and auxiliary files */ |
307 /* blobs: inlined errors and auxiliary files */ |
308 |
308 |
309 private def clean_tokens(tokens: List[Token]): List[(Token, Int)] = |
309 private def clean_tokens(tokens: List[Token]): List[(Token, Int)] = |
310 { |
310 { |
|
311 val markers = Set("%", "--", Symbol.comment, Symbol.comment_decoded) |
311 def clean(toks: List[(Token, Int)]): List[(Token, Int)] = |
312 def clean(toks: List[(Token, Int)]): List[(Token, Int)] = |
312 toks match { |
313 toks match { |
313 case (t1, i1) :: (t2, i2) :: rest => |
314 case (t1, i1) :: (t2, i2) :: rest => |
314 if (t1.is_keyword && (t1.source == "%" || t1.source == "--")) clean(rest) |
315 if (t1.is_keyword && markers(t1.source)) clean(rest) |
315 else (t1, i1) :: clean((t2, i2) :: rest) |
316 else (t1, i1) :: clean((t2, i2) :: rest) |
316 case _ => toks |
317 case _ => toks |
317 } |
318 } |
318 clean(tokens.zipWithIndex.filter({ case (t, _) => t.is_proper })) |
319 clean(tokens.zipWithIndex.filter({ case (t, _) => t.is_proper })) |
319 } |
320 } |