src/Pure/General/toml.scala
author wenzelm
Sat, 11 Nov 2023 21:06:54 +0100
changeset 78948 20f2f34a81bd
parent 78941 bc7b7357f4bc
child 78978 80fda74a045d
permissions -rw-r--r--
more TODO;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     1
/*  Title:      Pure/General/toml.scala
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     2
    Author:     Fabian Huch, TU Muenchen
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     3
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     4
Support for TOML: https://toml.io/en/v1.0.0
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     5
*/
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
     6
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     7
package isabelle
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     8
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     9
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    10
import TOML.Parsers.Keys
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    11
import TOML.Parse_Context.Seen
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    12
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    13
import java.lang.Long.parseLong
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    14
import java.lang.{String => Str}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    15
import java.time.{LocalDate, LocalDateTime, LocalTime, OffsetDateTime}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    16
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    17
import scala.{Boolean => Bool}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    18
import scala.collection.immutable.ListMap
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    19
import scala.reflect.{ClassTag, classTag}
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    20
import scala.util.Try
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    21
import scala.util.matching.Regex
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    22
import scala.util.parsing.combinator
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    23
import scala.util.parsing.combinator.lexical.Scanners
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    24
import scala.util.parsing.input.CharArrayReader.EofCh
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    25
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    26
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    27
object TOML {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    28
  /* typed representation and access */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    29
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    30
  type Key = Str
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    31
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    32
  sealed trait T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    33
  case class String(rep: Str) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    34
  case class Integer(rep: Long) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    35
  case class Float(rep: Double) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    36
  case class Boolean(rep: Bool) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    37
  case class Offset_Date_Time(rep: OffsetDateTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    38
  case class Local_Date_Time(rep: LocalDateTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    39
  case class Local_Date(rep: LocalDate) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    40
  case class Local_Time(rep: LocalTime) extends T
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    41
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    42
  object Scalar {
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    43
    def unapply(t: T): Option[Str] =
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    44
      t match {
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    45
        case s: String => Some(s.rep)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    46
        case i: Integer => Some(i.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    47
        case f: Float => Some(f.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    48
        case b: Boolean => Some(b.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    49
        case o: Offset_Date_Time => Some(o.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    50
        case l: Local_Date_Time => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    51
        case l: Local_Date => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    52
        case l: Local_Time => Some(l.rep.toString)
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    53
        case _ => None
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    54
      }
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    55
  }
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
    56
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    57
  class Array private(private val rep: List[T]) extends T {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    58
    override def hashCode(): Int = rep.hashCode()
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    59
    override def equals(that: Any): Bool = that match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    60
      case other: Array => rep == other.rep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    61
      case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    62
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    63
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    64
    class Values[A](pf: PartialFunction[T, A]) { def values: List[A] = rep.collect(pf).reverse }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    65
    lazy val string = new Values({ case s: String => s })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    66
    lazy val integer = new Values({ case i: Integer => i })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    67
    lazy val float = new Values({ case f: Float => f })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    68
    lazy val boolean = new Values({ case b: Boolean => b })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    69
    lazy val offset_date_time = new Values({ case o: Offset_Date_Time => o })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    70
    lazy val local_date_time = new Values({ case l: Local_Date_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    71
    lazy val local_date = new Values({ case l: Local_Date => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    72
    lazy val local_time = new Values({ case l: Local_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    73
    lazy val array = new Values({ case a: Array => a })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    74
    lazy val table = new Values({ case t: Table => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    75
    lazy val any = new Values({ case t => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    76
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    77
    def +(elem: T): Array = new Array(elem :: rep)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    78
    def ++(other: Array): Array = new Array(other.rep ::: rep)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    79
    def length: Int = rep.length
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    80
    def is_empty: Bool = rep.isEmpty
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    81
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    82
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    83
  object Array {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    84
    def apply(elems: Iterable[T]): Array = new Array(elems.toList.reverse)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    85
    def apply(elems: T*): Array = Array(elems)
78919
7847cbfe3a62 more operations;
wenzelm
parents: 78917
diff changeset
    86
    val empty: Array = apply()
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    87
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    88
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    89
  class Table private(private val rep: Map[Key, T]) extends T {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    90
    override def hashCode(): Int = rep.hashCode()
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    91
    override def equals(that: Any): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    92
      that match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    93
        case other: Table => rep == other.rep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    94
        case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    95
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    96
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    97
    class Value[A: ClassTag](pf: PartialFunction[T, A]) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    98
      def values: List[(Key, A)] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    99
        rep.toList.collect { case (k, v) if pf.isDefinedAt(v) => k -> pf(v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   100
      def get(k: Key): Option[A] = rep.get(k).flatMap(v => PartialFunction.condOpt(v)(pf))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   101
      def apply(k: Key): A =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   102
        rep.get(k) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   103
          case Some(v) => PartialFunction.condOpt(v)(pf) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   104
            case Some(value) => value
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   105
            case None =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   106
              error("Expected" + classTag[A].runtimeClass.getName +
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   107
                ", got " + v.getClass.getSimpleName + " for key " + Format.key(k))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   108
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   109
          case None => error("Key " + Format.key(k) + " does not exist")
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   110
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   111
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   112
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   113
    lazy val string = new Value({ case s: String => s })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   114
    lazy val integer = new Value({ case i: Integer => i })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   115
    lazy val float = new Value({ case f: Float => f })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   116
    lazy val boolean = new Value({ case b: Boolean => b })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   117
    lazy val offset_date_time = new Value({ case o: Offset_Date_Time => o })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   118
    lazy val local_date_time = new Value({ case l: Local_Date_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   119
    lazy val local_date = new Value({ case l: Local_Date => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   120
    lazy val local_time = new Value({ case l: Local_Time => l })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   121
    lazy val array = new Value({ case a: Array => a })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   122
    lazy val table = new Value({ case t: Table => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   123
    lazy val any = new Value({ case t => t })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   124
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   125
    def +(elem: (Key, T)): Table = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   126
      val (k, v) = elem
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   127
      val v1 = rep.get(k) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   128
        case None => v
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   129
        case Some(v0) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   130
          (v0, v) match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   131
            case (t0: Table, t: Table) => t0 ++ t
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   132
            case (a0: Array, a: Array) => a0 ++ a
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   133
            case _ => error("Key already present: " + Format.key(k))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   134
          }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   135
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   136
      new Table(rep + (k -> v1))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   137
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   138
    def -(k: Key): Table = new Table(rep - k)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   139
    def ++(other: Table): Table =  other.rep.foldLeft(this)(_ + _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   140
    def domain: Set[Key] = rep.keySet
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   141
    def is_empty: Bool = rep.isEmpty
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   142
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   143
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   144
  object Table {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   145
    def apply(elems: Iterable[(Key, T)]): Table = elems.foldLeft(new Table(ListMap.empty))(_ + _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   146
    def apply(elems: (Key, T)*): Table = Table(elems)
78919
7847cbfe3a62 more operations;
wenzelm
parents: 78917
diff changeset
   147
    val empty: Table = apply()
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   148
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   149
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   150
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   151
  /* lexer */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   152
78609
67492b2a3a62 clarified signature: prefer enum types;
wenzelm
parents: 78332
diff changeset
   153
  enum Kind { case KEYWORD, VALUE, STRING, MULTILINE_STRING, LINE_SEP, ERROR }
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   154
78609
67492b2a3a62 clarified signature: prefer enum types;
wenzelm
parents: 78332
diff changeset
   155
  sealed case class Token(kind: Kind, text: Str) {
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   156
    def is_keyword(name: Str): Bool = kind == Kind.KEYWORD && text == name
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   157
    def is_value: Bool = kind == Kind.VALUE
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   158
    def is_string: Bool = kind == Kind.STRING
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   159
    def is_multiline_string: Bool = kind == Kind.MULTILINE_STRING
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   160
    def is_line_sep: Bool = kind == Kind.LINE_SEP
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   161
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   162
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   163
  object Lexer extends Scanners with Scan.Parsers {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   164
    override type Elem = Char
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   165
    type Token = TOML.Token
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   166
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   167
    def errorToken(msg: Str): Token = Token(Kind.ERROR, msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   168
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   169
    val white_space: Str = " \t"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   170
    override val whiteSpace: Regex = ("[" + white_space + "]+").r
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   171
    override def whitespace: Parser[Any] = rep(comment | many1(character(white_space.contains(_))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   172
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   173
    def line_sep: Parser[Str] = rep1("\n" | s"\r\n" | EofCh) ^^ (cs => cs.mkString)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   174
    def line_sep_token: Parser[Token] = line_sep ^^ (s => Token(Kind.LINE_SEP, s))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   175
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   176
    def is_control(e: Elem): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   177
      e <= '\u0008' || ('\u000A' <= e && e <= '\u001F') || e == '\u007F'
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   178
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   179
    override def comment: Parser[Str] = '#' ~>! many(character(c => !is_control(c)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   180
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   181
    def keyword: Parser[Token] = one(character("{}[],=.".contains)) ^^ (s => Token(Kind.KEYWORD, s))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   182
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   183
    def is_value(c: Elem): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   184
      Symbol.is_ascii_letter(c) || Symbol.is_ascii_digit(c) || "_-:+".contains(c)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   185
    def value: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   186
      many1(character(is_value)) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   187
        opt(' ' ~ many1(character(is_value)) ^^ { case ws ~ s => ws.toString + s }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   188
        opt('.' ~ many1(character(is_value)) ^^ { case dot ~ s => dot.toString + s}) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   189
        { case s ~ ss ~ sd => Token(Kind.VALUE, s + ss.getOrElse("") + sd.getOrElse("")) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   190
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   191
    def string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   192
      multiline_basic_string | basic_string | multiline_literal_string | literal_string
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   193
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   194
    private def trim(s: Str): Str =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   195
      if (s.startsWith("\n")) s.stripPrefix("\n") else s.stripPrefix("\r\n")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   196
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   197
    def basic_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   198
      '"' ~> rep(basic_string_elem) <~ '"' ^^ (cs => Token(Kind.STRING, cs.mkString))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   199
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   200
    def multiline_basic_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   201
      "\"\"\"" ~>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   202
        rep(multiline_basic_string_elem |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   203
          ("\"\"" | "\"") ~ multiline_basic_string_elem ^^ { case s ~ t => s + t }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   204
        repeated(character(_ == '"'), 3, 5) ^^ { case cs ~ q =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   205
          Token(Kind.MULTILINE_STRING, trim(cs.mkString + q.drop(3))) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   206
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   207
    private def multiline_basic_string_elem: Parser[Str] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   208
      ('\\' ~ line_sep ~ rep(many1(character(white_space.contains)) | line_sep)) ^^ (_ => "") |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   209
        basic_string_elem ^^ (_.toString) | line_sep
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   210
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   211
    def literal_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   212
      '\'' ~> rep(literal_string_elem) <~ '\'' ^^ (cs => Token(Kind.STRING, cs.mkString))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   213
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   214
    def multiline_literal_string: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   215
      "'''" ~>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   216
        rep(multiline_literal_string_elem |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   217
          ("''" | "'") ~ multiline_literal_string_elem ^^ { case s ~ t => s + t }) ~
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   218
        repeated(character(_ == '\''), 3, 5) ^^ { case cs ~ q =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   219
          Token(Kind.MULTILINE_STRING, trim(cs.mkString + q.drop(3))) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   220
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   221
    private def multiline_literal_string_elem: Parser[Str] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   222
      line_sep | literal_string_elem ^^ (_.toString)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   223
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   224
    private def basic_string_elem: Parser[Elem] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   225
      elem("", c => !is_control(c) && !"\"\\".contains(c)) | '\\' ~> string_escape
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   226
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   227
    private def string_escape: Parser[Elem] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   228
      elem("", "\"\\".contains(_)) |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   229
        elem("", "btnfr".contains(_)) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   230
          { case 'b' => '\b' case 't' => '\t' case 'n' => '\n' case 'f' => '\f' case 'r' => '\r' } |
78920
wenzelm
parents: 78919
diff changeset
   231
        ('u' ~> repeated(character(Symbol.is_ascii_hex), 4, 4) |
wenzelm
parents: 78919
diff changeset
   232
          'U' ~> repeated(character(Symbol.is_ascii_hex), 8, 8)) ^^
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   233
          (s => java.lang.Integer.parseInt(s, 16).toChar)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   234
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   235
    private def literal_string_elem: Parser[Elem] = elem("", c => !is_control(c) && c != '\'')
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   236
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   237
    def string_failure: Parser[Token] = ("\"" | "'") ~> failure("Unterminated string")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   238
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   239
    def token: Parser[Token] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   240
      line_sep_token | keyword | value | string | string_failure | failure("Unrecognized token")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   241
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   242
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   243
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   244
  /* parser */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   245
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   246
  trait Parsers extends combinator.Parsers {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   247
    type Elem = Token
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   248
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   249
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   250
    /* parse structure */
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   251
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   252
    type Keys = List[Key]
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   253
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   254
    sealed trait V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   255
    case class Primitive(t: T) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   256
    case class Array(rep: List[V]) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   257
    case class Inline_Table(elems: List[(Keys, V)]) extends V
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   258
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   259
    sealed trait Def
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   260
    case class Table(key: Keys, elems: List[(Keys, V)]) extends Def
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   261
    case class Array_Of_Tables(key: Keys, elems: List[(Keys, V)]) extends Def
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   262
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   263
    case class File(elems: List[(Keys, V)], defs: List[Def])
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   264
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   265
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   266
    /* top-level syntax structure */
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   267
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   268
    def key: Parser[Keys] = rep1sep(keys, $$$(".")) ^^ (_.flatten)
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   269
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   270
    def string: Parser[String] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   271
      elem("string", e => e.is_string || e.is_multiline_string) ^^ (s => String(s.text))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   272
    def integer: Parser[Integer] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   273
      (decimal_int | binary_int | octal_int | hexadecimal_int) ^^ Integer.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   274
    def float: Parser[Float] = (symbol_float | number_float) ^^ Float.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   275
    def boolean: Parser[Boolean] = token("boolean", _.is_value, s => Boolean(Value.Boolean.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   276
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   277
    def offset_date_time: Parser[Offset_Date_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   278
      token("offset date-time", _.is_value,
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   279
        s => Offset_Date_Time(OffsetDateTime.parse(s.replace(" ", "T"))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   280
    def local_date_time: Parser[Local_Date_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   281
      token("local date-time", _.is_value,
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   282
        s => Local_Date_Time(LocalDateTime.parse(s.replace(" ", "T"))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   283
    def local_date: Parser[Local_Date] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   284
      token("local date", _.is_value, s => Local_Date(LocalDate.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   285
    def local_time: Parser[Local_Time] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   286
      token("local time", _.is_value, s => Local_Time(LocalTime.parse(s)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   287
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   288
    def array: Parser[Array] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   289
      $$$("[") ~>! repsep(opt(line_sep) ~> toml_value, opt(line_sep) ~ $$$(",")) <~!
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   290
        opt(line_sep) ~! opt($$$(",")) ~! opt(line_sep) <~! $$$("]") ^^ Array.apply
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   291
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   292
    def inline_table: Parser[Inline_Table] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   293
      $$$("{") ~>! repsep(pair, $$$(",")) <~! $$$("}") ^^ Inline_Table.apply
78317
fcabbb45b272 tuned whitespace;
wenzelm
parents: 78316
diff changeset
   294
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   295
    def pair: Parser[(Keys, V)] = (key <~! $$$("=")) ~! toml_value ^^ { case ks ~ v => (ks, v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   296
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   297
    def table: Parser[Table] = $$$("[") ~> (key <~! $$$("]") ~! line_sep) ~! content ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   298
      { case key ~ content => Table(key, content) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   299
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   300
    def array_of_tables: Parser[Array_Of_Tables] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   301
      $$$("[") ~ $$$("[") ~>! (key <~! $$$("]") ~! $$$("]") ~! line_sep) ~! content ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   302
        { case key ~ content => Array_Of_Tables(key, content) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   303
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   304
    def toml: Parser[File] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   305
      (opt(line_sep) ~>! content ~! rep(table | array_of_tables)) ^^
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   306
        { case content ~ defs => File(content, defs) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   307
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   308
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   309
    /* auxiliary */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   310
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   311
    private def $$$(name: Str): Parser[Token] = elem(name, _.is_keyword(name))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   312
    private def maybe[A, B](p: Parser[A], f: A => B): Parser[B] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   313
      p ^^ (a => Try(f(a))) ^? { case util.Success(v) => v }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   314
    private def token[A](name: Str, p: Token => Bool, parser: Str => A): Parser[A] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   315
      maybe(elem(name, p), s => parser(s.text))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   316
    private def prefixed[A](
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   317
      prefix: Str, name: Str, p: Str => Bool, parser: Str => A
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   318
    ): Parser[A] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   319
      token(name, e => e.is_value && e.text.startsWith(prefix) && p(e.text.stripPrefix(prefix)),
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   320
        s => parser(s.stripPrefix(prefix)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   321
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   322
    private def is_key(e: Elem): Bool = e.is_value && !e.text.exists("+: ".contains(_))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   323
    private def keys: Parser[Keys] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   324
      token("string key", _.is_string, List(_)) | token("key", is_key, _.split('.').toList)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   325
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   326
    private def sep_surrounded(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   327
      !s.startsWith("_") && !s.endsWith("_") && s.split('_').forall(_.nonEmpty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   328
    private def no_leading_zero(s: Str): Bool = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   329
      val t = s.replaceAll("_", "").takeWhile(_.isDigit)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   330
      t == "0" || !t.startsWith("0")
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   331
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   332
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   333
    private def is_int(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   334
      no_leading_zero(s.replaceAll("[-+]", "")) && sep_surrounded(s.replaceAll("[-+]", ""))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   335
    private def decimal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   336
      token("integer", e => e.is_value && is_int(e.text), _.replace("_", "").toLong)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   337
    private def binary_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   338
      prefixed("0b", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 2))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   339
    private def octal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   340
      prefixed("0o", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 8))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   341
    private def hexadecimal_int: Parser[Long] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   342
      prefixed("0x", "integer", sep_surrounded, s => parseLong(s.replace("_", ""), 16))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   343
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   344
    private def is_float(s: Str): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   345
      s.exists(".eE".contains) && s.count("eE".contains) <= 1 &&
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   346
        no_leading_zero(s.replaceAll("[-+]", "")) &&
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   347
        sep_surrounded(s.replaceAll("[-+]", "").replaceAll("[.eE][+\\-]?", "_"))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   348
    private def number_float: Parser[Double] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   349
      token("float", e => e.is_value && is_float(e.text), _.replace("_", "").toDouble)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   350
    private def symbol_float: Parser[Double] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   351
      token("float", _.is_value, {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   352
        case "inf" | "+inf" => Double.PositiveInfinity
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   353
        case "-inf" => Double.NegativeInfinity
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   354
        case "nan" | "+nan" | "-nan" => Double.NaN
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   355
      })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   356
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   357
    private def toml_value: Parser[V] = (string | float | integer | boolean | offset_date_time |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   358
      local_date_time | local_date | local_time) ^^ Primitive.apply | array | inline_table
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   359
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   360
    private def line_sep: Parser[Any] = rep1(elem("line sep", _.is_line_sep))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   361
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   362
    private def content: Parser[List[(Keys, V)]] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   363
      rep((key <~! $$$("=")) ~! toml_value <~! line_sep ^^ { case ks ~ v => ks -> v })
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   364
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   365
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   366
    /* parse */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   367
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   368
    def parse(input: Str): File = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   369
      val scanner = new Lexer.Scanner(Scan.char_reader(input + EofCh))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   370
      val result = phrase(toml)(scanner)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   371
      result match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   372
        case Success(toml, _) => toml
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   373
        case Failure(msg, next) => error("Malformed TOML input at " + next.pos + ": " + msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   374
        case Error(msg, next) => error("Error parsing toml at " + next.pos + ": " + msg)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   375
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   376
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   377
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   378
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   379
  object Parsers extends Parsers
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   380
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   381
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   382
  /* checking and translating parse structure into toml */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   383
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   384
  private def prefixes(ks: Keys): Set[Keys] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   385
    if (ks.isEmpty) Set.empty else Range.inclusive(1, ks.length).toSet.map(ks.take)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   386
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   387
  class Parse_Context private(var seen_tables: Map[Keys, Seen]) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   388
    private def splits(ks: Keys): List[(Keys, Keys)] =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   389
      Range.inclusive(0, ks.length).toList.map(n => (ks.dropRight(n), ks.takeRight(n)))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   390
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   391
    private def recent_array(ks: Keys): (Keys, Seen, Keys) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   392
      splits(ks).collectFirst {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   393
        case (ks1, ks2) if seen_tables.contains(ks1) => (ks1, seen_tables(ks1), ks2)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   394
      }.get
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   395
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   396
    private def check_add(start: Int, ks: Keys, elem: Parsers.Def | Parsers.V): Unit = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   397
      val (to, seen, rest, split) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   398
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   399
          case _: Parsers.Array_Of_Tables =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   400
            val (_, seen, rest) = recent_array(ks.dropRight(1))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   401
            (ks, seen, rest ::: ks.takeRight(1), 0)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   402
          case _ =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   403
            val (to, seen, rest) = recent_array(ks)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   404
            (to, seen, rest, start - to.length)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   405
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   406
      val (rest0, rest1) = rest.splitAt(split)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   407
      val implicitly_seen = prefixes(rest1.dropRight(1)).map(rest0 ::: _)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   408
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   409
      seen.inlines.find(rest.startsWith(_)).foreach(ks =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   410
        error("Attempting to update an inline value at " + Format.keys(ks)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   411
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   412
      val (inlines, tables) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   413
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   414
          case _: Parsers.Primitive =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   415
            (seen.inlines, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   416
          case _: Parsers.Array =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   417
            if (seen_tables.contains(ks))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   418
              error("Attempting to append with an inline array at " + Format.keys(ks))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   419
            (seen.inlines + rest, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   420
          case _: Parsers.Inline_Table =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   421
            seen.tables.find(_.startsWith(rest)).foreach(ks =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   422
              error("Attempting to add with an inline table at " + Format.keys(ks)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   423
            (seen.inlines + rest, seen.tables ++ implicitly_seen)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   424
          case _: Parsers.Table =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   425
            if (seen.tables.contains(rest))
78332
3b4bbc5b7c46 tuned error message;
Fabian Huch <huch@in.tum.de>
parents: 78327
diff changeset
   426
              error("Attempting to define a table twice at " + Format.keys(ks))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   427
            (seen.inlines, seen.tables + rest)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   428
          case _: Parsers.Array_Of_Tables => (Set.empty, Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   429
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   430
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   431
      seen_tables += to -> Seen(inlines, tables)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   432
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   433
    def check_add_def(ks: Keys, defn: Parsers.Def): Unit = check_add(0, ks, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   434
    def check_add_value(ks0: Keys, ks1: Keys, v: Parsers.V): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   435
      check_add(ks0.length - 1, ks0 ::: ks1, v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   436
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   437
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   438
  object Parse_Context {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   439
    case class Seen(inlines: Set[Keys], tables: Set[Keys])
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   440
78927
64f47e86526b clarified signature: emphasize mutable instance;
wenzelm
parents: 78920
diff changeset
   441
    def apply(): Parse_Context = new Parse_Context(Map(Nil -> Seen(Set.empty, Set.empty)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   442
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   443
78927
64f47e86526b clarified signature: emphasize mutable instance;
wenzelm
parents: 78920
diff changeset
   444
  def parse(s: Str, context: Parse_Context = Parse_Context()): Table = {
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   445
    val file = Parsers.parse(s)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   446
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   447
    def convert(ks0: Keys, ks1: Keys, v: Parsers.V): T = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   448
      def to_table(ks: Keys, t: T): Table =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   449
        ks.dropRight(1).foldRight(Table(ks.last -> t))((k, v) => Table(k -> v))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   450
      def to_toml(v: Parsers.V): (T, Set[Keys]) = v match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   451
        case Parsers.Primitive(t) => (t, Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   452
        case Parsers.Array(rep) => (Array(rep.map(to_toml(_)._1)), Set.empty)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   453
        case Parsers.Inline_Table(elems) =>
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   454
          elems.find(e => elems.count(_._1 == e._1) > 1).foreach((ks, _) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   455
            error("Duplicate key " + Format.keys(ks) + " in inline table at " +
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   456
              Format.keys(ks0 ::: ks1)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   457
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   458
          val (tables, pfxs, key_spaces) =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   459
            elems.map { (ks, v) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   460
              val (t, keys) = to_toml(v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   461
              (to_table(ks, t), prefixes(ks), keys.map(ks ::: _) + ks)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   462
            }.unzip3
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   463
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   464
          pfxs.foreach(pfx => if (key_spaces.count(pfx.intersect(_).nonEmpty) > 1)
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   465
            error("Inline table not self-contained at " + Format.keys(ks0 ::: ks1)))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   466
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   467
          (tables.foldLeft(Table())(_ ++ _), pfxs.toSet.flatten ++ key_spaces.toSet.flatten)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   468
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   469
      context.check_add_value(ks0, ks1, v)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   470
      to_toml(v)._1
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   471
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   472
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   473
    def update(map: Table, ks0: Keys, value: T): Table = {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   474
      def update_rec(hd: Keys, map: Table, ks: Keys): Table = {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   475
        val updated =
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   476
          if (ks.length == 1) {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   477
            map.any.get(ks.head) match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   478
              case Some(a: Array) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   479
                value match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   480
                  case a2: Array => a ++ a2
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   481
                  case _ =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   482
                    error("Table conflicts with previous array of tables at " + Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   483
                }
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   484
              case Some(t: Table) => value match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   485
                case t2: Table =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   486
                  if (t.domain.intersect(t2.domain).nonEmpty)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   487
                    error("Attempting to redefine existing value in super-table at " +
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   488
                      Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   489
                  else t ++ t2
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   490
                case _ => error("Attempting to redefine a table at " + Format.keys(ks0))
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   491
              }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   492
              case Some(_) => error("Attempting to redefine a value at " + Format.keys(ks0))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   493
              case None => value
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   494
            }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   495
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   496
          else {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   497
            val hd1 = hd :+ ks.head
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   498
            map.any.get(ks.head) match {
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   499
              case Some(t: Table) => update_rec(hd1, t, ks.tail)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   500
              case Some(a: Array) =>
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   501
                Array(a.table.values.dropRight(1) :+ update_rec(hd1, a.table.values.last, ks.tail))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   502
              case Some(_) => error("Attempting to redefine a value at " + Format.keys(hd1))
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   503
              case None => update_rec(hd1, Table(), ks.tail)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   504
            }
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   505
          }
78327
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   506
        (map - ks.head) + (ks.head -> updated)
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   507
      }
a235fc426523 tuned error messages;
Fabian Huch <huch@in.tum.de>
parents: 78326
diff changeset
   508
      update_rec(Nil, map, ks0)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   509
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   510
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   511
    def fold(elems: List[(Keys, T)]): Table =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   512
      elems.foldLeft(Table()) { case (t0, (ks1, t1)) => update(t0, ks1, t1) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   513
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   514
    val t = fold(file.elems.map((ks, v) => (ks, convert(Nil, ks, v))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   515
    file.defs.foldLeft(t) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   516
      case (t0, defn@Parsers.Table(ks0, elems)) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   517
        context.check_add_def(ks0, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   518
        update(t0, ks0, fold(elems.map((ks, v) => (ks, convert(ks0, ks, v)))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   519
      case (t0, defn@Parsers.Array_Of_Tables(ks0, elems)) =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   520
        context.check_add_def(ks0, defn)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   521
        update(t0, ks0, Array(fold(elems.map((ks, v) => (ks, convert(ks0, ks, v))))))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   522
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   523
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   524
78939
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   525
  def parse_files(files: Iterable[Path], context: Parse_Context = Parse_Context()): Table = {
78948
20f2f34a81bd more TODO;
wenzelm
parents: 78941
diff changeset
   526
    // FIXME proper reset of table context for each file
78939
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   527
    val s = files.iterator.map(File.read).mkString("\n\n")
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   528
    parse(s, context = context)
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   529
  }
218929597048 support for global registry;
wenzelm
parents: 78927
diff changeset
   530
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   531
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   532
  /* Format TOML */
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   533
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   534
  object Format {
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   535
    private def basic_string(s: Str): Str =
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   536
      "\"" + s.iterator.map {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   537
        case '\b' => "\\b" case '\t' => "\\t" case '\n' => "\\n" case '\f' => "\\f"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   538
        case '\r' => "\\r" case '"' => "\\\"" case '\\' => "\\\\" case c =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   539
        if (c <= '\u001f' || c == '\u007f') "\\u%04x".format(c.toInt) else c
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   540
      }.mkString + "\""
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   541
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   542
    private def multiline_basic_string(s: Str): Str =
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   543
      "\"\"\"\n" + s.iterator.map {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   544
        case '\b' => "\\b" case '\t' => "\t" case '\n' => "\n" case '\f' => "\\f"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   545
        case '\r' => "\r" case '"' => "\\\"" case '\\' => "\\\\" case c =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   546
          if (c <= '\u001f' || c == '\u007f') "\\u%04x".format(c.toInt) else c
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   547
      }.mkString.replace("\"\"\"", "\"\"\\\"") + "\"\"\""
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   548
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   549
    def key(k: Key): Str = {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   550
      val Bare_Key = """[A-Za-z0-9_-]+""".r
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   551
      k match {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   552
        case Bare_Key() => k
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   553
        case _ => basic_string(k)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   554
      }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   555
    }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   556
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   557
    def keys(ks: Keys): Str = ks.mkString(".")
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   558
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   559
    def inline(t: T, indent: Int = 0): Str = {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   560
      val result = new StringBuilder
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   561
78917
30e0c15a71f7 more direct indentation, using Symbol.spaces;
wenzelm
parents: 78609
diff changeset
   562
      result ++= Symbol.spaces(indent * 2)
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
   563
      (t: @unchecked) match {
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   564
        case s: String =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   565
          if (s.rep.contains("\n") && s.rep.length > 20) result ++= multiline_basic_string(s.rep)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   566
          else result ++= basic_string(s.rep)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   567
        case a: Array =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   568
          if (a.is_empty) result ++= "[]"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   569
          else {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   570
            result ++= "[\n"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   571
            a.any.values.foreach { elem =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   572
              result ++= inline(elem, indent + 1)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   573
              result ++= ",\n"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   574
            }
78917
30e0c15a71f7 more direct indentation, using Symbol.spaces;
wenzelm
parents: 78609
diff changeset
   575
            result ++= Symbol.spaces(indent * 2)
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   576
            result += ']'
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   577
          }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   578
        case table: Table =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   579
          if (table.is_empty) result ++= "{}"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   580
          else {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   581
            result ++= "{ "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   582
            Library.separate(None, table.any.values.map(Some(_))).foreach {
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   583
              case None => result ++= ", "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   584
              case Some((k, v)) =>
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   585
                result ++= key(k)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   586
                result ++= " = "
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   587
                result ++= inline(v)
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   588
            }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   589
            result ++= " }"
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   590
          }
78941
bc7b7357f4bc clarified signature: more operations;
wenzelm
parents: 78939
diff changeset
   591
        case Scalar(s) => result ++= s
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   592
      }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   593
      result.toString()
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   594
    }
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   595
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   596
    def apply(toml: Table): Str = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   597
      val result = new StringBuilder
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   598
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   599
      def inline_values(path: List[Key], t: T): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   600
        t match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   601
          case t: Table => t.any.values.foreach { case (k, v1) => inline_values(k :: path, v1) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   602
          case _ =>
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   603
            result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   604
            result ++= " = "
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   605
            result ++= inline(t)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   606
            result += '\n'
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   607
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   608
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   609
      def is_inline(elem: T): Bool =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   610
        elem match {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   611
          case _: String | _: Integer | _: Float | _: Boolean | _: Offset_Date_Time |
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   612
               _: Local_Date_Time | _: Local_Date | _: Local_Time => true
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   613
          case a: Array => a.any.values.forall(is_inline)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   614
          case _ => false
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   615
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   616
      def is_table(elem: T): Bool = elem match { case _: Table => true case _ => false }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   617
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   618
      def array(path: List[Key], a: Array): Unit =
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   619
        if (a.any.values.forall(is_inline) || !a.any.values.forall(is_table))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   620
          inline_values(path.take(1), a)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   621
        else a.table.values.foreach { t =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   622
          result ++= "\n[["
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   623
          result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   624
          result ++= "]]\n"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   625
          table(path, t, is_table_entry = true)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   626
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   627
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   628
      def table(path: List[Key], t: Table, is_table_entry: Bool = false): Unit = {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   629
        val (values, nodes) = t.any.values.partition(kv => is_inline(kv._2))
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   630
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   631
        if (!is_table_entry && path.nonEmpty) {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   632
          result ++= "\n["
78326
1cdc65476c2e more TOML formatting functions;
Fabian Huch <huch@in.tum.de>
parents: 78317
diff changeset
   633
          result ++= keys(path.reverse)
78316
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   634
          result ++= "]\n"
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   635
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   636
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   637
        values.foreach { case (k, v) => inline_values(List(k), v) }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   638
        nodes.foreach {
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   639
          case (k, t: Table) => table(k :: path, t)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   640
          case (k, arr: Array) => array(k :: path, arr)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   641
          case _ =>
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   642
        }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   643
      }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   644
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   645
      table(Nil, toml)
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   646
      result.toString
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   647
    }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   648
  }
be8aaaa4ac25 added TOML module from afp;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   649
}