src/Tools/jEdit/src/token_markup.scala
author wenzelm
Tue, 07 Aug 2012 20:28:35 +0200
changeset 48713 de26cf3191a3
parent 47058 34761733526c
child 48884 963b50ec6d73
permissions -rw-r--r--
more token markers, based on actual outer syntax; prefer official Outer_Syntax.init with its completions;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     1
/*  Title:      Tools/jEdit/src/token_markup.scala
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     3
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     4
Outer syntax token markup.
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     5
*/
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     6
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     7
package isabelle.jedit
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     8
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
     9
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    10
import isabelle._
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    11
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    12
import java.awt.{Font, Color}
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    13
import java.awt.font.{TextAttribute, TransformAttribute, FontRenderContext, LineMetrics}
43491
7b7baa283434 hidden font: full height makes cursor more visible;
wenzelm
parents: 43489
diff changeset
    14
import java.awt.geom.AffineTransform
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    15
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    16
import org.gjt.sp.util.SyntaxUtilities
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
    17
import org.gjt.sp.jedit.{jEdit, Mode}
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
    18
import org.gjt.sp.jedit.syntax.{Token => JEditToken, TokenMarker, TokenHandler,
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    19
  ParserRuleSet, ModeProvider, XModeHandler, SyntaxStyle}
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
    20
import org.gjt.sp.jedit.buffer.JEditBuffer
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
    21
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    22
import javax.swing.text.Segment
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    23
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    24
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    25
object Token_Markup
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    26
{
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    27
  /* font operations */
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    28
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    29
  private def font_metrics(font: Font): LineMetrics =
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    30
    font.getLineMetrics("", new FontRenderContext(null, false, false))
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    31
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    32
  private def imitate_font(family: String, font: Font): Font =
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    33
  {
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    34
    val font1 = new Font (family, font.getStyle, font.getSize)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    35
    font1.deriveFont(font_metrics(font).getAscent / font_metrics(font1).getAscent * font.getSize)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    36
  }
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    37
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    38
  private def transform_font(font: Font, transform: AffineTransform): Font =
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    39
  {
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    40
    import scala.collection.JavaConversions._
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    41
    font.deriveFont(Map(TextAttribute.TRANSFORM -> new TransformAttribute(transform)))
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    42
  }
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    43
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    44
43443
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
    45
  /* extended syntax styles */
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    46
43440
a1db9a251a03 tuned signature;
wenzelm
parents: 43429
diff changeset
    47
  private val plain_range: Int = JEditToken.ID_COUNT
43488
39035276927c Symbol.is_ctrl: handle decoded version as well;
wenzelm
parents: 43487
diff changeset
    48
  private val full_range = 6 * plain_range + 1
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    49
  private def check_range(i: Int) { require(0 <= i && i < plain_range) }
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    50
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    51
  def subscript(i: Byte): Byte = { check_range(i); (i + plain_range).toByte }
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    52
  def superscript(i: Byte): Byte = { check_range(i); (i + 2 * plain_range).toByte }
43460
2852f309174a support for bold style within text buffer;
wenzelm
parents: 43458
diff changeset
    53
  def bold(i: Byte): Byte = { check_range(i); (i + 3 * plain_range).toByte }
43487
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    54
  def user_font(idx: Int, i: Byte): Byte = { check_range(i); (i + (4 + idx) * plain_range).toByte }
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    55
  val hidden: Byte = (6 * plain_range).toByte
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    56
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    57
  private def font_style(style: SyntaxStyle, f: Font => Font): SyntaxStyle =
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    58
    new SyntaxStyle(style.getForegroundColor, style.getBackgroundColor, f(style.getFont))
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
    59
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    60
  private def script_style(style: SyntaxStyle, i: Int): SyntaxStyle =
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    61
  {
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    62
    font_style(style, font0 =>
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    63
      {
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    64
        import scala.collection.JavaConversions._
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    65
        val font1 = font0.deriveFont(Map(TextAttribute.SUPERSCRIPT -> new java.lang.Integer(i)))
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    66
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    67
        def shift(y: Float): Font =
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    68
          transform_font(font1, AffineTransform.getTranslateInstance(0.0, y.toDouble))
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    69
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    70
        val m0 = font_metrics(font0)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    71
        val m1 = font_metrics(font1)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    72
        val a = m1.getAscent - m0.getAscent
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    73
        val b = (m1.getDescent + m1.getLeading) - (m0.getDescent + m0.getLeading)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    74
        if (a > 0.0f) shift(a)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    75
        else if (b > 0.0f) shift(- b)
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    76
        else font1
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
    77
      })
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    78
  }
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    79
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    80
  private def bold_style(style: SyntaxStyle): SyntaxStyle =
43487
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    81
    font_style(style, _.deriveFont(Font.BOLD))
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    82
44356
f6a2e5ce2ce5 avoid actual Color.white, which would be turned into Color.black by org.gjt.sp.jedit.print.BufferPrintable;
wenzelm
parents: 44355
diff changeset
    83
  private def hidden_color: Color = new Color(255, 255, 255, 0)
f6a2e5ce2ce5 avoid actual Color.white, which would be turned into Color.black by org.gjt.sp.jedit.print.BufferPrintable;
wenzelm
parents: 44355
diff changeset
    84
43661
39fdbd814c7f quasi-static Isabelle_System -- reduced tendency towards "functorial style";
wenzelm
parents: 43553
diff changeset
    85
  class Style_Extender extends SyntaxUtilities.StyleExtender
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    86
  {
44355
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
    87
    val max_user_fonts = 2
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
    88
    if (Symbol.font_names.length > max_user_fonts)
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
    89
      error("Too many user symbol fonts (max " + max_user_fonts + " permitted): " +
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
    90
        Symbol.font_names.mkString(", "))
43487
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
    91
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    92
    override def extendStyles(styles: Array[SyntaxStyle]): Array[SyntaxStyle] =
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    93
    {
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    94
      val new_styles = new Array[SyntaxStyle](full_range)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    95
      for (i <- 0 until plain_range) {
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    96
        val style = styles(i)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    97
        new_styles(i) = style
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    98
        new_styles(subscript(i.toByte)) = script_style(style, -1)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
    99
        new_styles(superscript(i.toByte)) = script_style(style, 1)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   100
        new_styles(bold(i.toByte)) = bold_style(style)
44355
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
   101
        for (idx <- 0 until max_user_fonts)
9c38bdc6d755 default style for user fonts -- to prevent org.gjt.sp.jedit.print.BufferPrintable from choking on null;
wenzelm
parents: 44238
diff changeset
   102
          new_styles(user_font(idx, i.toByte)) = style
43695
5130dfe1b7be simplified Symbol based on lazy Symbol.Interpretation -- reduced odd "functorial style";
wenzelm
parents: 43675
diff changeset
   103
        for ((family, idx) <- Symbol.font_index)
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
   104
          new_styles(user_font(idx, i.toByte)) = font_style(style, imitate_font(family, _))
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   105
      }
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
   106
      new_styles(hidden) =
44356
f6a2e5ce2ce5 avoid actual Color.white, which would be turned into Color.black by org.gjt.sp.jedit.print.BufferPrintable;
wenzelm
parents: 44355
diff changeset
   107
        new SyntaxStyle(hidden_color, null,
43502
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
   108
          { val font = styles(0).getFont
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
   109
            transform_font(new Font(font.getFamily, 0, 1),
736183a22fa4 more precise font transformations: shift sub/superscript, adjust size for user fonts;
wenzelm
parents: 43491
diff changeset
   110
              AffineTransform.getScaleInstance(1.0, font.getSize.toDouble)) })
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   111
      new_styles
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   112
    }
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   113
  }
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   114
43661
39fdbd814c7f quasi-static Isabelle_System -- reduced tendency towards "functorial style";
wenzelm
parents: 43553
diff changeset
   115
  def extended_styles(text: CharSequence): Map[Text.Offset, Byte => Byte] =
43443
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
   116
  {
44238
36120feb70ed some convenience actions/shortcuts for control symbols;
wenzelm
parents: 43695
diff changeset
   117
    // FIXME Symbol.bsub_decoded etc.
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   118
    def ctrl_style(sym: String): Option[Byte => Byte] =
44238
36120feb70ed some convenience actions/shortcuts for control symbols;
wenzelm
parents: 43695
diff changeset
   119
      if (sym == Symbol.sub_decoded || sym == Symbol.isub_decoded) Some(subscript(_))
36120feb70ed some convenience actions/shortcuts for control symbols;
wenzelm
parents: 43695
diff changeset
   120
      else if (sym == Symbol.sup_decoded || sym == Symbol.isup_decoded) Some(superscript(_))
36120feb70ed some convenience actions/shortcuts for control symbols;
wenzelm
parents: 43695
diff changeset
   121
      else if (sym == Symbol.bold_decoded) Some(bold(_))
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   122
      else None
43455
4b4b93672f15 some unicode chars for special control symbols;
wenzelm
parents: 43452
diff changeset
   123
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   124
    var result = Map[Text.Offset, Byte => Byte]()
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   125
    def mark(start: Text.Offset, stop: Text.Offset, style: Byte => Byte)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   126
    {
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   127
      for (i <- start until stop) result += (i -> style)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   128
    }
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   129
    var offset = 0
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   130
    var ctrl = ""
43675
8252d51d70e2 simplified Symbol.iterator: produce strings, which are mostly preallocated;
wenzelm
parents: 43661
diff changeset
   131
    for (sym <- Symbol.iterator(text)) {
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   132
      if (ctrl_style(sym).isDefined) ctrl = sym
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   133
      else if (ctrl != "") {
43695
5130dfe1b7be simplified Symbol based on lazy Symbol.Interpretation -- reduced odd "functorial style";
wenzelm
parents: 43675
diff changeset
   134
        if (Symbol.is_controllable(sym) && sym != "\"" && !Symbol.fonts.isDefinedAt(sym)) {
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   135
          mark(offset - ctrl.length, offset, _ => hidden)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   136
          mark(offset, offset + sym.length, ctrl_style(ctrl).get)
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   137
        }
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   138
        ctrl = ""
43443
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
   139
      }
43695
5130dfe1b7be simplified Symbol based on lazy Symbol.Interpretation -- reduced odd "functorial style";
wenzelm
parents: 43675
diff changeset
   140
      Symbol.lookup_font(sym) match {
43488
39035276927c Symbol.is_ctrl: handle decoded version as well;
wenzelm
parents: 43487
diff changeset
   141
        case Some(idx) => mark(offset, offset + sym.length, user_font(idx, _))
43487
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
   142
        case _ =>
98cd7e83fc5b some support for user symbol fonts;
wenzelm
parents: 43482
diff changeset
   143
      }
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   144
      offset += sym.length
43443
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
   145
    }
43482
ebb90ff55b79 added SyntaxUtilities.StyleExtender hook, with actual functionality in Isabelle/Scala;
wenzelm
parents: 43464
diff changeset
   146
    result
43443
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
   147
  }
5d9693c2337e basic support for extended syntax styles: sub/superscript;
wenzelm
parents: 43440
diff changeset
   148
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   149
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   150
  /* token marker */
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   151
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   152
  private val isabelle_rules = new ParserRuleSet("isabelle", "MAIN")
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   153
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   154
  private class Line_Context(val context: Option[Scan.Context])
43429
095f90f8dca3 simplified Line_Context (again);
wenzelm
parents: 43416
diff changeset
   155
    extends TokenMarker.LineContext(isabelle_rules, null)
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   156
  {
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   157
    override def hashCode: Int = context.hashCode
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   158
    override def equals(that: Any): Boolean =
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   159
      that match {
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   160
        case other: Line_Context => context == other.context
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   161
        case _ => false
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   162
      }
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   163
  }
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   164
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   165
  class Marker(ext_styles: Boolean, get_syntax: => Option[Outer_Syntax]) extends TokenMarker
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   166
  {
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   167
    override def markTokens(context: TokenMarker.LineContext,
46210
553ec602d337 paranoia null check -- prevent spurious crash of jedit token markup;
wenzelm
parents: 46178
diff changeset
   168
        handler: TokenHandler, raw_line: Segment): TokenMarker.LineContext =
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   169
    {
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   170
      val line_ctxt =
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   171
        context match {
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   172
          case c: Line_Context => c.context
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   173
          case _ => Some(Scan.Finished)
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   174
        }
46210
553ec602d337 paranoia null check -- prevent spurious crash of jedit token markup;
wenzelm
parents: 46178
diff changeset
   175
      val line = if (raw_line == null) new Segment else raw_line
553ec602d337 paranoia null check -- prevent spurious crash of jedit token markup;
wenzelm
parents: 46178
diff changeset
   176
43553
df80747342cb proper tokens only if session is ready;
wenzelm
parents: 43511
diff changeset
   177
      val context1 =
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   178
      {
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   179
        val syntax = get_syntax
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   180
        val (styled_tokens, context1) =
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   181
          if (line_ctxt.isDefined && syntax.isDefined) {
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   182
            val (tokens, ctxt1) = syntax.get.scan_context(line, line_ctxt.get)
46178
1c5c88f6feb5 clarified Isabelle_Rendering vs. physical painting;
wenzelm
parents: 45665
diff changeset
   183
            val styled_tokens =
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   184
              tokens.map(tok => (Isabelle_Rendering.token_markup(syntax.get, tok), tok))
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   185
            (styled_tokens, new Line_Context(Some(ctxt1)))
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   186
          }
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   187
          else {
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   188
            val token = Token(Token.Kind.UNPARSED, line.subSequence(0, line.count).toString)
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   189
            (List((JEditToken.NULL, token)), new Line_Context(None))
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   190
          }
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   191
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   192
        val extended =
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   193
          if (ext_styles) extended_styles(line)
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   194
          else Map.empty[Text.Offset, Byte => Byte]
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   195
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   196
        var offset = 0
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   197
        for ((style, token) <- styled_tokens) {
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   198
          val length = token.source.length
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   199
          val end_offset = offset + length
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   200
          if ((offset until end_offset) exists
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   201
              (i => extended.isDefinedAt(i) || line.charAt(i) == '\t')) {
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   202
            for (i <- offset until end_offset) {
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   203
              val style1 =
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   204
                extended.get(i) match {
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   205
                  case None => style
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   206
                  case Some(ext) => ext(style)
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   207
                }
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   208
              handler.handleToken(line, style1, i, 1, context1)
43553
df80747342cb proper tokens only if session is ready;
wenzelm
parents: 43511
diff changeset
   209
            }
df80747342cb proper tokens only if session is ready;
wenzelm
parents: 43511
diff changeset
   210
          }
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   211
          else handler.handleToken(line, style, offset, length, context1)
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   212
          offset += length
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   213
        }
44702
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   214
        handler.handleToken(line, JEditToken.END, line.count, 0, context1)
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   215
        context1
eb00752507c7 improved handling of extended styles and hard tabs when prover is inactive;
wenzelm
parents: 44701
diff changeset
   216
      }
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   217
      val context2 = context1.intern
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   218
      handler.setLineContext(context2)
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   219
      context2
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   220
    }
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   221
  }
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   222
43416
e730cdd97dcf more precise imitatation of original TokenMarker: no locking, interned context etc.;
wenzelm
parents: 43414
diff changeset
   223
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   224
  /* mode provider */
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   225
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   226
  private val markers = Map(
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   227
    "isabelle" -> new Token_Markup.Marker(true, Isabelle.session.get_recent_syntax()),
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   228
    "isabelle-options" -> new Token_Markup.Marker(false, Some(Options.options_syntax)),
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   229
    "isabelle-root" -> new Token_Markup.Marker(false, Some(Build.root_syntax)))
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   230
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   231
  class Mode_Provider(orig_provider: ModeProvider) extends ModeProvider
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   232
  {
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   233
    for (mode <- orig_provider.getModes) addMode(mode)
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   234
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   235
    override def loadMode(mode: Mode, xmh: XModeHandler)
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   236
    {
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   237
      super.loadMode(mode, xmh)
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   238
      markers.get(mode.getName).map(mode.setTokenMarker(_))
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   239
    }
43452
5cf548485529 avoid setTokenMarker fluctuation on buffer reload etc. via static isabelle_token_marker, which is installed by hijacking the jEdit ModeProvider;
wenzelm
parents: 43443
diff changeset
   240
  }
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   241
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   242
  def refresh_buffer(buffer: JEditBuffer)
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   243
  {
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   244
    buffer.setTokenMarker(jEdit.getMode("text").getTokenMarker)
48713
de26cf3191a3 more token markers, based on actual outer syntax;
wenzelm
parents: 47058
diff changeset
   245
    markers.get(buffer.getMode.getName).map(buffer.setTokenMarker(_))
44358
2a2df4de1bbe more robust initialization of token marker and line context wrt. session startup;
wenzelm
parents: 44356
diff changeset
   246
  }
43414
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   247
}
f0770743b7ec static token markup, based on outer syntax only;
wenzelm
parents:
diff changeset
   248