src/Pure/PIDE/line.scala
author wenzelm
Sun, 08 Jan 2017 12:00:37 +0100
changeset 64830 9bc44bef99e6
parent 64822 c8bac4b0ef07
child 64877 31e9920a0dc1
permissions -rw-r--r--
more explocit Document_Model.Content;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
64611
d72d63d05bdb clarified modules;
wenzelm
parents: 64610
diff changeset
     1
/*  Title:      Pure/PIDE/line.scala
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     3
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     4
Line-oriented text.
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     5
*/
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     6
64611
d72d63d05bdb clarified modules;
wenzelm
parents: 64610
diff changeset
     7
package isabelle
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     8
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
     9
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    10
import scala.annotation.tailrec
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    11
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    12
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    13
object Line
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    14
{
64806
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    15
  /* logical lines */
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    16
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    17
  def normalize(text: String): String =
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    18
    if (text.contains('\r')) text.replace("\r\n", "\n") else text
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    19
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    20
  def logical_lines(text: String): List[String] =
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    21
    Library.split_lines(normalize(text))
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    22
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    23
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    24
  /* position */
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    25
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    26
  object Position
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    27
  {
64650
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    28
    val zero: Position = Position()
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    29
  }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    30
64650
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    31
  sealed case class Position(line: Int = 0, column: Int = 0)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    32
  {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    33
    def line1: Int = line + 1
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    34
    def column1: Int = column + 1
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    35
    def print: String = line1.toString + ":" + column1.toString
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    36
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    37
    def compare(that: Position): Int =
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    38
      line compare that.line match {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    39
        case 0 => column compare that.column
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    40
        case i => i
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    41
      }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    42
64682
7e119f32276a clarified modules;
wenzelm
parents: 64681
diff changeset
    43
    def advance(text: String, text_length: Text.Length): Position =
64617
01e50039edc9 more systematic text length wrt. encoding;
wenzelm
parents: 64615
diff changeset
    44
      if (text.isEmpty) this
01e50039edc9 more systematic text length wrt. encoding;
wenzelm
parents: 64615
diff changeset
    45
      else {
64806
99f49258b02b more robust treatment of logical lines;
wenzelm
parents: 64800
diff changeset
    46
        val lines = logical_lines(text)
64619
e3d9a31281f3 proper reset of column (amending 01e50039edc9);
wenzelm
parents: 64617
diff changeset
    47
        val l = line + lines.length - 1
64681
642b6105e6f4 clarified signature: explicit Length to avoid implicit mistakes;
wenzelm
parents: 64679
diff changeset
    48
        val c = (if (l == line) column else 0) + text_length(Library.trim_line(lines.last))
64619
e3d9a31281f3 proper reset of column (amending 01e50039edc9);
wenzelm
parents: 64617
diff changeset
    49
        Position(l, c)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    50
      }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    51
  }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    52
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    53
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    54
  /* range (right-open interval) */
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    55
64647
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    56
  object Range
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    57
  {
64666
wenzelm
parents: 64651
diff changeset
    58
    def apply(start: Position): Range = Range(start, start)
wenzelm
parents: 64651
diff changeset
    59
    val zero: Range = Range(Position.zero)
64647
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    60
  }
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    61
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    62
  sealed case class Range(start: Position, stop: Position)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    63
  {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    64
    if (start.compare(stop) > 0)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    65
      error("Bad line range: " + start.print + ".." + stop.print)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    66
64647
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    67
    def print: String =
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    68
      if (start == stop) start.print
bbfcef118acb clarified border cases;
wenzelm
parents: 64619
diff changeset
    69
      else start.print + ".." + stop.print
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    70
  }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    71
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    72
64649
d67c3094a0c2 tuned signature -- more explicit types;
wenzelm
parents: 64647
diff changeset
    73
  /* positions within document node */
d67c3094a0c2 tuned signature -- more explicit types;
wenzelm
parents: 64647
diff changeset
    74
64651
ea5620f7b0d8 clarified signature;
wenzelm
parents: 64650
diff changeset
    75
  sealed case class Node_Position(name: String, pos: Position = Position.zero)
64650
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    76
  {
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    77
    def line: Int = pos.line
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    78
    def column: Int = pos.column
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    79
  }
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    80
64651
ea5620f7b0d8 clarified signature;
wenzelm
parents: 64650
diff changeset
    81
  sealed case class Node_Range(name: String, range: Range = Range.zero)
64650
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    82
  {
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    83
    def start: Position = range.start
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    84
    def stop: Position = range.stop
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
    85
  }
64649
d67c3094a0c2 tuned signature -- more explicit types;
wenzelm
parents: 64647
diff changeset
    86
d67c3094a0c2 tuned signature -- more explicit types;
wenzelm
parents: 64647
diff changeset
    87
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    88
  /* document with newline as separator (not terminator) */
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    89
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    90
  object Document
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    91
  {
64683
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
    92
    def apply(text: String, text_length: Text.Length): Document =
64820
00488a8c042f Line.Document consists of independently allocated strings;
wenzelm
parents: 64806
diff changeset
    93
      Document(logical_lines(text).map(s => Line(Library.trim_substring(s))), text_length)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    94
  }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    95
64683
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
    96
  sealed case class Document(lines: List[Line], text_length: Text.Length)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
    97
  {
64822
wenzelm
parents: 64821
diff changeset
    98
    lazy val text_range: Text.Range =
wenzelm
parents: 64821
diff changeset
    99
    {
wenzelm
parents: 64821
diff changeset
   100
      val length =
wenzelm
parents: 64821
diff changeset
   101
        if (lines.isEmpty) 0
wenzelm
parents: 64821
diff changeset
   102
        else ((0 /: lines) { case (n, line) => n + line.text.length + 1 }) - 1
wenzelm
parents: 64821
diff changeset
   103
      Text.Range(0, length)
wenzelm
parents: 64821
diff changeset
   104
    }
64821
37bf7acf6a4b clarified lazy text content;
wenzelm
parents: 64820
diff changeset
   105
    lazy val text: String = lines.mkString("", "\n", "")
64672
d8e0619abb60 clarified document: no stored text;
wenzelm
parents: 64666
diff changeset
   106
64821
37bf7acf6a4b clarified lazy text content;
wenzelm
parents: 64820
diff changeset
   107
    override def toString: String = text
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   108
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   109
    override def equals(that: Any): Boolean =
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   110
      that match {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   111
        case other: Document => lines == other.lines
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   112
        case _ => false
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   113
      }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   114
    override def hashCode(): Int = lines.hashCode
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   115
64683
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
   116
    def position(text_offset: Text.Offset): Position =
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   117
    {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   118
      @tailrec def move(i: Text.Offset, lines_count: Int, lines_rest: List[Line]): Position =
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   119
      {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   120
        lines_rest match {
64650
011629dda937 tuned signature;
wenzelm
parents: 64649
diff changeset
   121
          case Nil => require(i == 0); Position(lines_count)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   122
          case line :: ls =>
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   123
            val n = line.text.length
64617
01e50039edc9 more systematic text length wrt. encoding;
wenzelm
parents: 64615
diff changeset
   124
            if (ls.isEmpty || i <= n)
64681
642b6105e6f4 clarified signature: explicit Length to avoid implicit mistakes;
wenzelm
parents: 64679
diff changeset
   125
              Position(lines_count).advance(line.text.substring(n - i), text_length)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   126
            else move(i - (n + 1), lines_count + 1, ls)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   127
        }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   128
      }
64681
642b6105e6f4 clarified signature: explicit Length to avoid implicit mistakes;
wenzelm
parents: 64679
diff changeset
   129
      move(text_offset, 0, lines)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   130
    }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   131
64683
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
   132
    def range(text_range: Text.Range): Range =
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
   133
      Range(position(text_range.start), position(text_range.stop))
64679
b2bf280b7e13 more uniform treatment of input/output wrt. client;
wenzelm
parents: 64672
diff changeset
   134
64683
c0c09b6dfbe0 clarified signature: maintan Text.Length within Line.Document;
wenzelm
parents: 64682
diff changeset
   135
    def offset(pos: Position): Option[Text.Offset] =
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   136
    {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   137
      val l = pos.line
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   138
      val c = pos.column
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   139
      if (0 <= l && l < lines.length) {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   140
        val line_offset =
64763
20e498a28f5e proper line_offset;
wenzelm
parents: 64701
diff changeset
   141
          (0 /: lines.iterator.take(l)) { case (n, line) => n + text_length(line.text) + 1 }
64681
642b6105e6f4 clarified signature: explicit Length to avoid implicit mistakes;
wenzelm
parents: 64679
diff changeset
   142
        text_length.offset(lines(l).text, c).map(line_offset + _)
64605
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   143
      }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   144
      else None
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   145
    }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   146
  }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   147
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   148
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   149
  /* line text */
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   150
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   151
  val empty: Line = new Line("")
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   152
  def apply(text: String): Line = if (text == "") empty else new Line(text)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   153
}
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   154
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   155
final class Line private(val text: String)
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   156
{
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   157
  require(text.forall(c => c != '\r' && c != '\n'))
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   158
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   159
  override def equals(that: Any): Boolean =
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   160
    that match {
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   161
      case other: Line => text == other.text
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   162
      case _ => false
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   163
    }
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   164
  override def hashCode(): Int = text.hashCode
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   165
  override def toString: String = text
9c1173a7e4cb basic support for VSCode Language Server protocol;
wenzelm
parents:
diff changeset
   166
}