src/Pure/General/toml.scala
author Fabian Huch <huch@in.tum.de>
Thu, 16 Nov 2023 15:23:41 +0100
changeset 78979 d5ce982ae60f
parent 78978 80fda74a045d
child 78980 a80ee3c97aae
permissions -rw-r--r--
allow re-defining keys in toml object (already checked during parse time);
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     1
/*  Title:      Pure/General/toml.scala
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     2
    Author:     Fabian Huch, TU Muenchen
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     3
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     4
Support for TOML: https://toml.io/en/v1.0.0
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     5
*/
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     6
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     7
package isabelle
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     8
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     9
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    10
import TOML.Parsers.Keys
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    11
import TOML.Parse_Context.Seen
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    12
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    13
import java.lang.Long.parseLong
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    14
import java.lang.{String => Str}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    15
import java.time.{LocalDate, LocalDateTime, LocalTime, OffsetDateTime}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    16
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    17
import scala.{Boolean => Bool}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    18
import scala.collection.immutable.ListMap
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    19
import scala.reflect.{ClassTag, classTag}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    20
import scala.util.Try
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    21
import scala.util.matching.Regex
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    22
import scala.util.parsing.combinator
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    23
import scala.util.parsing.combinator.lexical.Scanners
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    24
import scala.util.parsing.input.CharArrayReader.EofCh
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    25
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    26
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    27
object TOML {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    28
  /* typed representation and access */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    29
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    30
  type Key = Str
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    31
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    32
  sealed trait T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    33
  case class String(rep: Str) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    34
  case class Integer(rep: Long) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    35
  case class Float(rep: Double) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    36
  case class Boolean(rep: Bool) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    37
  case class Offset_Date_Time(rep: OffsetDateTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    38
  case class Local_Date_Time(rep: LocalDateTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    39
  case class Local_Date(rep: LocalDate) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    40
  case class Local_Time(rep: LocalTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    41
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    42
  object Scalar {
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    43
    def unapply(t: T): Option[Str] =
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    44
      t match {
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    45
        case s: String => Some(s.rep)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    46
        case i: Integer => Some(i.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    47
        case f: Float => Some(f.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    48
        case b: Boolean => Some(b.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    49
        case o: Offset_Date_Time => Some(o.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    50
        case l: Local_Date_Time => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    51
        case l: Local_Date => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    52
        case l: Local_Time => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    53
        case _ => None
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    54
      }
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    55
  }
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    56
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    57
  class Array private(private val rep: List[T]) extends T {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    58
    override def hashCode(): Int = rep.hashCode()
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    59
    override def equals(that: Any): Bool = that match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    60
      case other: Array => rep == other.rep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    61
      case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    62
    }
78978
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
    63
    override def toString: Str = "Array(" + length.toString + ")"
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    64
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    65
    class Values[A](pf: PartialFunction[T, A]) { def values: List[A] = rep.collect(pf).reverse }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    66
    lazy val string = new Values({ case s: String => s })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    67
    lazy val integer = new Values({ case i: Integer => i })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    68
    lazy val float = new Values({ case f: Float => f })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    69
    lazy val boolean = new Values({ case b: Boolean => b })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    70
    lazy val offset_date_time = new Values({ case o: Offset_Date_Time => o })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    71
    lazy val local_date_time = new Values({ case l: Local_Date_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    72
    lazy val local_date = new Values({ case l: Local_Date => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    73
    lazy val local_time = new Values({ case l: Local_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    74
    lazy val array = new Values({ case a: Array => a })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    75
    lazy val table = new Values({ case t: Table => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    76
    lazy val any = new Values({ case t => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    77
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    78
    def +(elem: T): Array = new Array(elem :: rep)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    79
    def ++(other: Array): Array = new Array(other.rep ::: rep)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    80
    def length: Int = rep.length
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    81
    def is_empty: Bool = rep.isEmpty
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    82
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    83
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    84
  object Array {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    85
    def apply(elems: Iterable[T]): Array = new Array(elems.toList.reverse)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    86
    def apply(elems: T*): Array = Array(elems)
78919
7847cbfe3a62 more operations;
wenzelm
parents: 78917
diff changeset
    87
    val empty: Array = apply()
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    88
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    89
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    90
  class Table private(private val rep: Map[Key, T]) extends T {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    91
    override def hashCode(): Int = rep.hashCode()
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    92
    override def equals(that: Any): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    93
      that match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    94
        case other: Table => rep == other.rep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    95
        case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    96
      }
78978
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
    97
    override def toString: Str =
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
    98
      rep.map {
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
    99
        case (k, t: Table) => k + "(" + t.domain.size + ")"
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
   100
        case (k, a: Array) => k + "(" + a.length + ")"
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
   101
        case (k, _) => k
80fda74a045d clarified toString for toml objects;
Fabian Huch <huch@in.tum.de>
parents: 78948
diff changeset
   102
      }.mkString("Table(", ", ", ")")
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   103
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   104
    class Value[A: ClassTag](pf: PartialFunction[T, A]) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   105
      def values: List[(Key, A)] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   106
        rep.toList.collect { case (k, v) if pf.isDefinedAt(v) => k -> pf(v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   107
      def get(k: Key): Option[A] = rep.get(k).flatMap(v => PartialFunction.condOpt(v)(pf))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   108
      def apply(k: Key): A =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   109
        rep.get(k) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   110
          case Some(v) => PartialFunction.condOpt(v)(pf) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   111
            case Some(value) => value
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   112
            case None =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   113
              error("Expected" + classTag[A].runtimeClass.getName +
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   114
                ", got " + v.getClass.getSimpleName + " for key " + Format.key(k))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   115
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   116
          case None => error("Key " + Format.key(k) + " does not exist")
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   117
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   118
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   119
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   120
    lazy val string = new Value({ case s: String => s })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   121
    lazy val integer = new Value({ case i: Integer => i })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   122
    lazy val float = new Value({ case f: Float => f })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   123
    lazy val boolean = new Value({ case b: Boolean => b })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   124
    lazy val offset_date_time = new Value({ case o: Offset_Date_Time => o })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   125
    lazy val local_date_time = new Value({ case l: Local_Date_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   126
    lazy val local_date = new Value({ case l: Local_Date => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   127
    lazy val local_time = new Value({ case l: Local_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   128
    lazy val array = new Value({ case a: Array => a })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   129
    lazy val table = new Value({ case t: Table => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   130
    lazy val any = new Value({ case t => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   131
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   132
    def +(elem: (Key, T)): Table = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   133
      val (k, v) = elem
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   134
      val v1 = rep.get(k) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   135
        case None => v
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   136
        case Some(v0) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   137
          (v0, v) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   138
            case (t0: Table, t: Table) => t0 ++ t
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   139
            case (a0: Array, a: Array) => a0 ++ a
78979
d5ce982ae60f allow re-defining keys in toml object (already checked during parse time);
Fabian Huch <huch@in.tum.de>
parents: 78978
diff changeset
   140
            case _ => v
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   141
          }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   142
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   143
      new Table(rep + (k -> v1))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   144
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   145
    def -(k: Key): Table = new Table(rep - k)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   146
    def ++(other: Table): Table =  other.rep.foldLeft(this)(_ + _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   147
    def domain: Set[Key] = rep.keySet
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   148
    def is_empty: Bool = rep.isEmpty
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   149
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   150
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   151
  object Table {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   152
    def apply(elems: Iterable[(Key, T)]): Table = elems.foldLeft(new Table(ListMap.empty))(_ + _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   153
    def apply(elems: (Key, T)*): Table = Table(elems)
78919
7847cbfe3a62 more operations;
wenzelm
parents: 78917
diff changeset
   154
    val empty: Table = apply()
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   155
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   156
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   157
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   158
  /* lexer */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   159
78609
67492b2a3a62 clarified signature: prefer enum types;
wenzelm
parents: 78332
diff changeset
   160
  enum Kind { case KEYWORD, VALUE, STRING, MULTILINE_STRING, LINE_SEP, ERROR }
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   161
78609
67492b2a3a62 clarified signature: prefer enum types;
wenzelm
parents: 78332
diff changeset
   162
  sealed case class Token(kind: Kind, text: Str) {
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   163
    def is_keyword(name: Str): Bool = kind == Kind.KEYWORD && text == name
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   164
    def is_value: Bool = kind == Kind.VALUE
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   165
    def is_string: Bool = kind == Kind.STRING
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   166
    def is_multiline_string: Bool = kind == Kind.MULTILINE_STRING
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   167
    def is_line_sep: Bool = kind == Kind.LINE_SEP
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   168
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   169
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   170
  object Lexer extends Scanners with Scan.Parsers {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   171
    override type Elem = Char
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   172
    type Token = TOML.Token
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   173
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   174
    def errorToken(msg: Str): Token = Token(Kind.ERROR, msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   175
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   176
    val white_space: Str = " \t"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   177
    override val whiteSpace: Regex = ("[" + white_space + "]+").r
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   178
    override def whitespace: Parser[Any] = rep(comment | many1(character(white_space.contains(_))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   179
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   180
    def line_sep: Parser[Str] = rep1("\n" | s"\r\n" | EofCh) ^^ (cs => cs.mkString)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   181
    def line_sep_token: Parser[Token] = line_sep ^^ (s => Token(Kind.LINE_SEP, s))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   182
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   183
    def is_control(e: Elem): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   184
      e <= '\u0008' || ('\u000A' <= e && e <= '\u001F') || e == '\u007F'
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   185
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   186
    override def comment: Parser[Str] = '#' ~>! many(character(c => !is_control(c)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   187
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   188
    def keyword: Parser[Token] = one(character("{}[],=.".contains)) ^^ (s => Token(Kind.KEYWORD, s))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   189
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   190
    def is_value(c: Elem): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   191
      Symbol.is_ascii_letter(c) || Symbol.is_ascii_digit(c) || "_-:+".contains(c)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   192
    def value: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   193
      many1(character(is_value)) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   194
        opt(' ' ~ many1(character(is_value)) ^^ { case ws ~ s => ws.toString + s }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   195
        opt('.' ~ many1(character(is_value)) ^^ { case dot ~ s => dot.toString + s}) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   196
        { case s ~ ss ~ sd => Token(Kind.VALUE, s + ss.getOrElse("") + sd.getOrElse("")) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   197
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   198
    def string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   199
      multiline_basic_string | basic_string | multiline_literal_string | literal_string
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   200
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   201
    private def trim(s: Str): Str =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   202
      if (s.startsWith("\n")) s.stripPrefix("\n") else s.stripPrefix("\r\n")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   203
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   204
    def basic_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   205
      '"' ~> rep(basic_string_elem) <~ '"' ^^ (cs => Token(Kind.STRING, cs.mkString))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   206
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   207
    def multiline_basic_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   208
      "\"\"\"" ~>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   209
        rep(multiline_basic_string_elem |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   210
          ("\"\"" | "\"") ~ multiline_basic_string_elem ^^ { case s ~ t => s + t }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   211
        repeated(character(_ == '"'), 3, 5) ^^ { case cs ~ q =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   212
          Token(Kind.MULTILINE_STRING, trim(cs.mkString + q.drop(3))) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   213
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   214
    private def multiline_basic_string_elem: Parser[Str] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   215
      ('\\' ~ line_sep ~ rep(many1(character(white_space.contains)) | line_sep)) ^^ (_ => "") |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   216
        basic_string_elem ^^ (_.toString) | line_sep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   217
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   218
    def literal_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   219
      '\'' ~> rep(literal_string_elem) <~ '\'' ^^ (cs => Token(Kind.STRING, cs.mkString))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   220
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   221
    def multiline_literal_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   222
      "'''" ~>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   223
        rep(multiline_literal_string_elem |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   224
          ("''" | "'") ~ multiline_literal_string_elem ^^ { case s ~ t => s + t }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   225
        repeated(character(_ == '\''), 3, 5) ^^ { case cs ~ q =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   226
          Token(Kind.MULTILINE_STRING, trim(cs.mkString + q.drop(3))) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   227
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   228
    private def multiline_literal_string_elem: Parser[Str] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   229
      line_sep | literal_string_elem ^^ (_.toString)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   230
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   231
    private def basic_string_elem: Parser[Elem] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   232
      elem("", c => !is_control(c) && !"\"\\".contains(c)) | '\\' ~> string_escape
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   233
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   234
    private def string_escape: Parser[Elem] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   235
      elem("", "\"\\".contains(_)) |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   236
        elem("", "btnfr".contains(_)) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   237
          { case 'b' => '\b' case 't' => '\t' case 'n' => '\n' case 'f' => '\f' case 'r' => '\r' } |
78920
wenzelm
parents: 78919
diff changeset
   238
        ('u' ~> repeated(character(Symbol.is_ascii_hex), 4, 4) |
wenzelm
parents: 78919
diff changeset
   239
          'U' ~> repeated(character(Symbol.is_ascii_hex), 8, 8)) ^^
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   240
          (s => java.lang.Integer.parseInt(s, 16).toChar)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   241
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   242
    private def literal_string_elem: Parser[Elem] = elem("", c => !is_control(c) && c != '\'')
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   243
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   244
    def string_failure: Parser[Token] = ("\"" | "'") ~> failure("Unterminated string")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   245
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   246
    def token: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   247
      line_sep_token | keyword | value | string | string_failure | failure("Unrecognized token")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   248
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   249
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   250
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   251
  /* parser */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   252
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   253
  trait Parsers extends combinator.Parsers {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   254
    type Elem = Token
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   255
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   256
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   257
    /* parse structure */
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   258
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   259
    type Keys = List[Key]
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   260
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   261
    sealed trait V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   262
    case class Primitive(t: T) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   263
    case class Array(rep: List[V]) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   264
    case class Inline_Table(elems: List[(Keys, V)]) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   265
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   266
    sealed trait Def
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   267
    case class Table(key: Keys, elems: List[(Keys, V)]) extends Def
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   268
    case class Array_Of_Tables(key: Keys, elems: List[(Keys, V)]) extends Def
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   269
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   270
    case class File(elems: List[(Keys, V)], defs: List[Def])
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   271
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   272
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   273
    /* top-level syntax structure */
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   274
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   275
    def key: Parser[Keys] = rep1sep(keys, $$$(".")) ^^ (_.flatten)
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   276
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   277
    def string: Parser[String] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   278
      elem("string", e => e.is_string || e.is_multiline_string) ^^ (s => String(s.text))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   279
    def integer: Parser[Integer] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   280
      (decimal_int | binary_int | octal_int | hexadecimal_int) ^^ Integer.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   281
    def float: Parser[Float] = (symbol_float | number_float) ^^ Float.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   282
    def boolean: Parser[Boolean] = token("boolean", _.is_value, s => Boolean(Value.Boolean.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   283
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   284
    def offset_date_time: Parser[Offset_Date_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   285
      token("offset date-time", _.is_value,
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   286
        s => Offset_Date_Time(OffsetDateTime.parse(s.replace(" ", "T"))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   287
    def local_date_time: Parser[Local_Date_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   288
      token("local date-time", _.is_value,
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   289
        s => Local_Date_Time(LocalDateTime.parse(s.replace(" ", "T"))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   290
    def local_date: Parser[Local_Date] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   291
      token("local date", _.is_value, s => Local_Date(LocalDate.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   292
    def local_time: Parser[Local_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   293
      token("local time", _.is_value, s => Local_Time(LocalTime.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   294
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   295
    def array: Parser[Array] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   296
      $$$("[") ~>! repsep(opt(line_sep) ~> toml_value, opt(line_sep) ~ $$$(",")) <~!
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   297
        opt(line_sep) ~! opt($$$(",")) ~! opt(line_sep) <~! $$$("]") ^^ Array.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   298
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   299
    def inline_table: Parser[Inline_Table] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   300
      $$$("{") ~>! repsep(pair, $$$(",")) <~! $$$("}") ^^ Inline_Table.apply
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   301
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   302
    def pair: Parser[(Keys, V)] = (key <~! $$$("=")) ~! toml_value ^^ { case ks ~ v => (ks, v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   303
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   304
    def table: Parser[Table] = $$$("[") ~> (key <~! $$$("]") ~! line_sep) ~! content ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   305
      { case key ~ content => Table(key, content) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   306
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   307
    def array_of_tables: Parser[Array_Of_Tables] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   308
      $$$("[") ~ $$$("[") ~>! (key <~! $$$("]") ~! $$$("]") ~! line_sep) ~! content ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   309
        { case key ~ content => Array_Of_Tables(key, content) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   310
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   311
    def toml: Parser[File] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   312
      (opt(line_sep) ~>! content ~! rep(table | array_of_tables)) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   313
        { case content ~ defs => File(content, defs) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   314
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   315
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   316
    /* auxiliary */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   317
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   318
    private def $$$(name: Str): Parser[Token] = elem(name, _.is_keyword(name))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   319
    private def maybe[A, B](p: Parser[A], f: A => B): Parser[B] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   320
      p ^^ (a => Try(f(a))) ^? { case util.Success(v) => v }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   321
    private def token[A](name: Str, p: Token => Bool, parser: Str => A): Parser[A] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   322
      maybe(elem(name, p), s => parser(s.text))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   323
    private def prefixed[A](
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   324
      prefix: Str, name: Str, p: Str => Bool, parser: Str => A
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   325
    ): Parser[A] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   326
      token(name, e => e.is_value && e.text.startsWith(prefix) && p(e.text.stripPrefix(prefix)),
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   327
        s => parser(s.stripPrefix(prefix)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   328
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   329
    private def is_key(e: Elem): Bool = e.is_value && !e.text.exists("+: ".contains(_))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   330
    private def keys: Parser[Keys] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   331
      token("string key", _.is_string, List(_)) | token("key", is_key, _.split('.').toList)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   332
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   333
    private def sep_surrounded(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   334
      !s.startsWith("_") && !s.endsWith("_") && s.split('_').forall(_.nonEmpty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   335
    private def no_leading_zero(s: Str): Bool = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   336
      val t = s.replaceAll("_", "").takeWhile(_.isDigit)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   337
      t == "0" || !t.startsWith("0")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   338
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   339
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   340
    private def is_int(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   341
      no_leading_zero(s.replaceAll("[-+]", "")) && sep_surrounded(s.replaceAll("[-+]", ""))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   342
    private def decimal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   343
      token("integer", e => e.is_value && is_int(e.text), _.replace("_", "").toLong)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   344
    private def binary_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   345
      prefixed("0b", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 2))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   346
    private def octal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   347
      prefixed("0o", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 8))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   348
    private def hexadecimal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   349
      prefixed("0x", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 16))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   350
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   351
    private def is_float(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   352
      s.exists(".eE".contains) && s.count("eE".contains) <= 1 &&
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   353
        no_leading_zero(s.replaceAll("[-+]", "")) &&
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   354
        sep_surrounded(s.replaceAll("[-+]", "").replaceAll("[.eE][+\\-]?", "_"))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   355
    private def number_float: Parser[Double] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   356
      token("float", e => e.is_value && is_float(e.text), _.replace("_", "").toDouble)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   357
    private def symbol_float: Parser[Double] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   358
      token("float", _.is_value, {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   359
        case "inf" | "+inf" => Double.PositiveInfinity
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   360
        case "-inf" => Double.NegativeInfinity
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   361
        case "nan" | "+nan" | "-nan" => Double.NaN
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   362
      })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   363
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   364
    private def toml_value: Parser[V] = (string | float | integer | boolean | offset_date_time |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   365
      local_date_time | local_date | local_time) ^^ Primitive.apply | array | inline_table
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   366
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   367
    private def line_sep: Parser[Any] = rep1(elem("line sep", _.is_line_sep))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   368
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   369
    private def content: Parser[List[(Keys, V)]] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   370
      rep((key <~! $$$("=")) ~! toml_value <~! line_sep ^^ { case ks ~ v => ks -> v })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   371
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   372
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   373
    /* parse */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   374
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   375
    def parse(input: Str): File = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   376
      val scanner = new Lexer.Scanner(Scan.char_reader(input + EofCh))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   377
      val result = phrase(toml)(scanner)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   378
      result match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   379
        case Success(toml, _) => toml
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   380
        case Failure(msg, next) => error("Malformed TOML input at " + next.pos + ": " + msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   381
        case Error(msg, next) => error("Error parsing toml at " + next.pos + ": " + msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   382
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   383
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   384
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   385
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   386
  object Parsers extends Parsers
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   387
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   388
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   389
  /* checking and translating parse structure into toml */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   390
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   391
  private def prefixes(ks: Keys): Set[Keys] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   392
    if (ks.isEmpty) Set.empty else Range.inclusive(1, ks.length).toSet.map(ks.take)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   393
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   394
  class Parse_Context private(var seen_tables: Map[Keys, Seen]) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   395
    private def splits(ks: Keys): List[(Keys, Keys)] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   396
      Range.inclusive(0, ks.length).toList.map(n => (ks.dropRight(n), ks.takeRight(n)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   397
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   398
    private def recent_array(ks: Keys): (Keys, Seen, Keys) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   399
      splits(ks).collectFirst {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   400
        case (ks1, ks2) if seen_tables.contains(ks1) => (ks1, seen_tables(ks1), ks2)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   401
      }.get
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   402
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   403
    private def check_add(start: Int, ks: Keys, elem: Parsers.Def | Parsers.V): Unit = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   404
      val (to, seen, rest, split) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   405
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   406
          case _: Parsers.Array_Of_Tables =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   407
            val (_, seen, rest) = recent_array(ks.dropRight(1))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   408
            (ks, seen, rest ::: ks.takeRight(1), 0)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   409
          case _ =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   410
            val (to, seen, rest) = recent_array(ks)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   411
            (to, seen, rest, start - to.length)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   412
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   413
      val (rest0, rest1) = rest.splitAt(split)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   414
      val implicitly_seen = prefixes(rest1.dropRight(1)).map(rest0 ::: _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   415
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   416
      seen.inlines.find(rest.startsWith(_)).foreach(ks =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   417
        error("Attempting to update an inline value at " + Format.keys(ks)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   418
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   419
      val (inlines, tables) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   420
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   421
          case _: Parsers.Primitive =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   422
            (seen.inlines, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   423
          case _: Parsers.Array =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   424
            if (seen_tables.contains(ks))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   425
              error("Attempting to append with an inline array at " + Format.keys(ks))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   426
            (seen.inlines + rest, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   427
          case _: Parsers.Inline_Table =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   428
            seen.tables.find(_.startsWith(rest)).foreach(ks =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   429
              error("Attempting to add with an inline table at " + Format.keys(ks)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   430
            (seen.inlines + rest, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   431
          case _: Parsers.Table =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   432
            if (seen.tables.contains(rest))
78332
3b4bbc5b7c46 tuned error message;
Fabian Huch <huch@in.tum.de>
parents: 78327
diff changeset
   433
              error("Attempting to define a table twice at " + Format.keys(ks))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   434
            (seen.inlines, seen.tables + rest)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   435
          case _: Parsers.Array_Of_Tables => (Set.empty, Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   436
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   437
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   438
      seen_tables += to -> Seen(inlines, tables)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   439
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   440
    def check_add_def(ks: Keys, defn: Parsers.Def): Unit = check_add(0, ks, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   441
    def check_add_value(ks0: Keys, ks1: Keys, v: Parsers.V): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   442
      check_add(ks0.length - 1, ks0 ::: ks1, v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   443
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   444
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   445
  object Parse_Context {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   446
    case class Seen(inlines: Set[Keys], tables: Set[Keys])
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   447
78927
64f47e86526b clarified signature: emphasize mutable instance;
wenzelm
parents: 78920
diff changeset
   448
    def apply(): Parse_Context = new Parse_Context(Map(Nil -> Seen(Set.empty, Set.empty)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   449
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   450
78927
64f47e86526b clarified signature: emphasize mutable instance;
wenzelm
parents: 78920
diff changeset
   451
  def parse(s: Str, context: Parse_Context = Parse_Context()): Table = {
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   452
    val file = Parsers.parse(s)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   453
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   454
    def convert(ks0: Keys, ks1: Keys, v: Parsers.V): T = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   455
      def to_table(ks: Keys, t: T): Table =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   456
        ks.dropRight(1).foldRight(Table(ks.last -> t))((k, v) => Table(k -> v))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   457
      def to_toml(v: Parsers.V): (T, Set[Keys]) = v match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   458
        case Parsers.Primitive(t) => (t, Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   459
        case Parsers.Array(rep) => (Array(rep.map(to_toml(_)._1)), Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   460
        case Parsers.Inline_Table(elems) =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   461
          elems.find(e => elems.count(_._1 == e._1) > 1).foreach((ks, _) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   462
            error("Duplicate key " + Format.keys(ks) + " in inline table at " +
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   463
              Format.keys(ks0 ::: ks1)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   464
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   465
          val (tables, pfxs, key_spaces) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   466
            elems.map { (ks, v) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   467
              val (t, keys) = to_toml(v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   468
              (to_table(ks, t), prefixes(ks), keys.map(ks ::: _) + ks)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   469
            }.unzip3
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   470
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   471
          pfxs.foreach(pfx => if (key_spaces.count(pfx.intersect(_).nonEmpty) > 1)
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   472
            error("Inline table not self-contained at " + Format.keys(ks0 ::: ks1)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   473
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   474
          (tables.foldLeft(Table())(_ ++ _), pfxs.toSet.flatten ++ key_spaces.toSet.flatten)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   475
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   476
      context.check_add_value(ks0, ks1, v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   477
      to_toml(v)._1
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   478
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   479
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   480
    def update(map: Table, ks0: Keys, value: T): Table = {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   481
      def update_rec(hd: Keys, map: Table, ks: Keys): Table = {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   482
        val updated =
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   483
          if (ks.length == 1) {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   484
            map.any.get(ks.head) match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   485
              case Some(a: Array) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   486
                value match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   487
                  case a2: Array => a ++ a2
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   488
                  case _ =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   489
                    error("Table conflicts with previous array of tables at " + Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   490
                }
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   491
              case Some(t: Table) => value match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   492
                case t2: Table =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   493
                  if (t.domain.intersect(t2.domain).nonEmpty)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   494
                    error("Attempting to redefine existing value in super-table at " +
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   495
                      Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   496
                  else t ++ t2
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   497
                case _ => error("Attempting to redefine a table at " + Format.keys(ks0))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   498
              }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   499
              case Some(_) => error("Attempting to redefine a value at " + Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   500
              case None => value
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   501
            }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   502
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   503
          else {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   504
            val hd1 = hd :+ ks.head
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   505
            map.any.get(ks.head) match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   506
              case Some(t: Table) => update_rec(hd1, t, ks.tail)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   507
              case Some(a: Array) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   508
                Array(a.table.values.dropRight(1) :+ update_rec(hd1, a.table.values.last, ks.tail))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   509
              case Some(_) => error("Attempting to redefine a value at " + Format.keys(hd1))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   510
              case None => update_rec(hd1, Table(), ks.tail)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   511
            }
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   512
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   513
        (map - ks.head) + (ks.head -> updated)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   514
      }
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   515
      update_rec(Nil, map, ks0)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   516
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   517
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   518
    def fold(elems: List[(Keys, T)]): Table =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   519
      elems.foldLeft(Table()) { case (t0, (ks1, t1)) => update(t0, ks1, t1) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   520
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   521
    val t = fold(file.elems.map((ks, v) => (ks, convert(Nil, ks, v))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   522
    file.defs.foldLeft(t) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   523
      case (t0, defn@Parsers.Table(ks0, elems)) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   524
        context.check_add_def(ks0, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   525
        update(t0, ks0, fold(elems.map((ks, v) => (ks, convert(ks0, ks, v)))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   526
      case (t0, defn@Parsers.Array_Of_Tables(ks0, elems)) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   527
        context.check_add_def(ks0, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   528
        update(t0, ks0, Array(fold(elems.map((ks, v) => (ks, convert(ks0, ks, v))))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   529
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   530
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   531
78939
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   532
  def parse_files(files: Iterable[Path], context: Parse_Context = Parse_Context()): Table = {
78948
20f2f34a81bd more TODO;
wenzelm
parents: 78941
diff changeset
   533
    // FIXME proper reset of table context for each file
78939
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   534
    val s = files.iterator.map(File.read).mkString("\n\n")
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   535
    parse(s, context = context)
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   536
  }
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   537
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   538
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   539
  /* Format TOML */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   540
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   541
  object Format {
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   542
    private def basic_string(s: Str): Str =
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   543
      "\"" + s.iterator.map {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   544
        case '\b' => "\\b" case '\t' => "\\t" case '\n' => "\\n" case '\f' => "\\f"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   545
        case '\r' => "\\r" case '"' => "\\\"" case '\\' => "\\\\" case c =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   546
        if (c <= '\u001f' || c == '\u007f') "\\u%04x".format(c.toInt) else c
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   547
      }.mkString + "\""
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   548
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   549
    private def multiline_basic_string(s: Str): Str =
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   550
      "\"\"\"\n" + s.iterator.map {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   551
        case '\b' => "\\b" case '\t' => "\t" case '\n' => "\n" case '\f' => "\\f"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   552
        case '\r' => "\r" case '"' => "\\\"" case '\\' => "\\\\" case c =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   553
          if (c <= '\u001f' || c == '\u007f') "\\u%04x".format(c.toInt) else c
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   554
      }.mkString.replace("\"\"\"", "\"\"\\\"") + "\"\"\""
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   555
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   556
    def key(k: Key): Str = {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   557
      val Bare_Key = """[A-Za-z0-9_-]+""".r
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   558
      k match {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   559
        case Bare_Key() => k
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   560
        case _ => basic_string(k)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   561
      }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   562
    }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   563
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   564
    def keys(ks: Keys): Str = ks.mkString(".")
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   565
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   566
    def inline(t: T, indent: Int = 0): Str = {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   567
      val result = new StringBuilder
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   568
78917
30e0c15a71f7 more direct indentation, using Symbol.spaces;
wenzelm
parents: 78609
diff changeset
   569
      result ++= Symbol.spaces(indent * 2)
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
   570
      (t: @unchecked) match {
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   571
        case s: String =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   572
          if (s.rep.contains("\n") && s.rep.length > 20) result ++= multiline_basic_string(s.rep)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   573
          else result ++= basic_string(s.rep)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   574
        case a: Array =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   575
          if (a.is_empty) result ++= "[]"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   576
          else {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   577
            result ++= "[\n"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   578
            a.any.values.foreach { elem =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   579
              result ++= inline(elem, indent + 1)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   580
              result ++= ",\n"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   581
            }
78917
30e0c15a71f7 more direct indentation, using Symbol.spaces;
wenzelm
parents: 78609
diff changeset
   582
            result ++= Symbol.spaces(indent * 2)
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   583
            result += ']'
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   584
          }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   585
        case table: Table =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   586
          if (table.is_empty) result ++= "{}"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   587
          else {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   588
            result ++= "{ "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   589
            Library.separate(None, table.any.values.map(Some(_))).foreach {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   590
              case None => result ++= ", "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   591
              case Some((k, v)) =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   592
                result ++= key(k)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   593
                result ++= " = "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   594
                result ++= inline(v)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   595
            }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   596
            result ++= " }"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   597
          }
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
   598
        case Scalar(s) => result ++= s
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   599
      }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   600
      result.toString()
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   601
    }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   602
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   603
    def apply(toml: Table): Str = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   604
      val result = new StringBuilder
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   605
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   606
      def inline_values(path: List[Key], t: T): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   607
        t match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   608
          case t: Table => t.any.values.foreach { case (k, v1) => inline_values(k :: path, v1) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   609
          case _ =>
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   610
            result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   611
            result ++= " = "
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   612
            result ++= inline(t)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   613
            result += '\n'
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   614
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   615
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   616
      def is_inline(elem: T): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   617
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   618
          case _: String | _: Integer | _: Float | _: Boolean | _: Offset_Date_Time |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   619
               _: Local_Date_Time | _: Local_Date | _: Local_Time => true
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   620
          case a: Array => a.any.values.forall(is_inline)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   621
          case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   622
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   623
      def is_table(elem: T): Bool = elem match { case _: Table => true case _ => false }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   624
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   625
      def array(path: List[Key], a: Array): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   626
        if (a.any.values.forall(is_inline) || !a.any.values.forall(is_table))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   627
          inline_values(path.take(1), a)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   628
        else a.table.values.foreach { t =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   629
          result ++= "\n[["
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   630
          result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   631
          result ++= "]]\n"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   632
          table(path, t, is_table_entry = true)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   633
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   634
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   635
      def table(path: List[Key], t: Table, is_table_entry: Bool = false): Unit = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   636
        val (values, nodes) = t.any.values.partition(kv => is_inline(kv._2))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   637
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   638
        if (!is_table_entry && path.nonEmpty) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   639
          result ++= "\n["
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   640
          result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   641
          result ++= "]\n"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   642
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   643
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   644
        values.foreach { case (k, v) => inline_values(List(k), v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   645
        nodes.foreach {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   646
          case (k, t: Table) => table(k :: path, t)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   647
          case (k, arr: Array) => array(k :: path, arr)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   648
          case _ =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   649
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   650
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   651
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   652
      table(Nil, toml)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   653
      result.toString
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   654
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   655
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   656
}