src/Pure/Syntax/parser.ML
author wenzelm
Mon, 04 Apr 2011 21:35:59 +0200
changeset 42217 1a2a53d03c31
parent 42205 22f5cc06c419
child 42218 8e0a4d500e5b
permissions -rw-r--r--
misc tuning and clarification;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
     1
(*  Title:      Pure/Syntax/parser.ML
2186
35ade4941904 removed silly message;
wenzelm
parents: 1580
diff changeset
     2
    Author:     Carsten Clasohm, Sonia Mahjoub, and Markus Wenzel, TU Muenchen
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
     3
15979
wenzelm
parents: 15752
diff changeset
     4
General context-free parser for the inner syntax of terms, types, etc.
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
     5
*)
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
     6
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
     7
signature PARSER =
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
     8
sig
1507
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
     9
  type gram
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    10
  val empty_gram: gram
37684
d123b1e08856 standard argument order;
wenzelm
parents: 37683
diff changeset
    11
  val extend_gram: Syn_Ext.xprod list -> gram -> gram
d123b1e08856 standard argument order;
wenzelm
parents: 37683
diff changeset
    12
  val merge_gram: gram * gram -> gram
1507
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    13
  val pretty_gram: gram -> Pretty.T list
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    14
  datatype parsetree =
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    15
    Node of string * parsetree list |
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    16
    Tip of Lexicon.token
42205
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
    17
  val pretty_parsetree: parsetree -> Pretty.T
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
    18
  val parse: Proof.context -> gram -> string -> Lexicon.token list -> parsetree list
26678
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
    19
  val guess_infix_lr: gram -> string -> (string * bool * bool * int) option
41378
55286df6a423 configuration option "syntax_branching_level";
wenzelm
parents: 40959
diff changeset
    20
  val branching_level: int Config.T
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
    21
end;
1507
f600215b6ea7 Elimination of fully-functorial style.
paulson
parents: 1438
diff changeset
    22
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
    23
structure Parser: PARSER =
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
    24
struct
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
    25
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
    26
(** datatype gram **)
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
    27
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    28
(*production for the NTs are stored in a vector
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    29
  so we can identify NTs by their index*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    30
type nt_tag = int;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    31
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    32
datatype symb =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    33
  Terminal of Lexicon.token
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    34
| Nonterminal of nt_tag * int;  (*(tag, precedence)*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    35
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    36
type nt_gram =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    37
  ((nt_tag list * Lexicon.token list) *
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    38
    (Lexicon.token option * (symb list * string * int) list) list);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    39
  (*(([dependent_nts], [start_tokens]), [(start_token, [(rhs, name, prio)])])*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    40
  (*depent_nts is a list of all NTs whose lookahead depends on this NT's lookahead*)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    41
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    42
datatype gram =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    43
  Gram of
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    44
   {nt_count: int,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    45
    prod_count: int,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    46
    tags: nt_tag Symtab.table,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    47
    chains: (nt_tag * nt_tag list) list,  (*[(to, [from])]*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    48
    lambdas: nt_tag list,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    49
    prods: nt_gram Vector.vector};
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    50
    (*"tags" is used to map NT names (i.e. strings) to tags;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    51
     chain productions are not stored as normal productions
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    52
     but instead as an entry in "chains";
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    53
     lambda productions are stored as normal productions
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    54
     and also as an entry in "lambdas"*)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    55
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    56
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    57
(*productions for which no starting token is
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    58
  known yet are associated with this token*)
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
    59
val unknown_start = Lexicon.eof;
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    60
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    61
(*get all NTs that are connected with a list of NTs*)
23909
6e4fba2ea7d0 avoid polymorphic equality;
wenzelm
parents: 22573
diff changeset
    62
fun connected_with _ ([]: nt_tag list) relatives = relatives
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    63
  | connected_with chains (root :: roots) relatives =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    64
      let val branches = subtract (op =) relatives (these (AList.lookup (op =) chains root));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    65
      in connected_with chains (branches @ roots) (branches @ relatives) end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    66
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    67
(*convert productions to grammar;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    68
  N.B. that the chains parameter has the form [(from, [to])];
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    69
  prod_count is of type "int option" and is only updated if it is <> NONE*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    70
fun add_prods _ chains lambdas prod_count [] = (chains, lambdas, prod_count)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    71
  | add_prods prods chains lambdas prod_count ((lhs, new_prod as (rhs, name, pri)) :: ps) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    72
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    73
        val chain_from =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    74
          (case (pri, rhs) of
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    75
            (~1, [Nonterminal (id, ~1)]) => SOME id
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    76
          | _ => NONE);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    77
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    78
        (*store chain if it does not already exist*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    79
        val (new_chain, chains') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    80
          (case chain_from of
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    81
            NONE => (NONE, chains)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    82
          | SOME from =>
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    83
              let val old_tos = these (AList.lookup (op =) chains from) in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    84
                if member (op =) old_tos lhs then (NONE, chains)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    85
                else (SOME from, AList.update (op =) (from, insert (op =) lhs old_tos) chains)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    86
              end);
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
    87
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    88
        (*propagate new chain in lookahead and lambda lists;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    89
          added_starts is used later to associate existing
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    90
          productions with new starting tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    91
        val (added_starts, lambdas') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    92
          if is_none new_chain then ([], lambdas)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    93
          else
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    94
            let (*lookahead of chain's source*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    95
              val ((from_nts, from_tks), _) = Array.sub (prods, the new_chain);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
    96
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    97
              (*copy from's lookahead to chain's destinations*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    98
              fun copy_lookahead [] added = added
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
    99
                | copy_lookahead (to :: tos) added =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   100
                    let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   101
                      val ((to_nts, to_tks), ps) = Array.sub (prods, to);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   102
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   103
                      val new_tks = subtract (op =) to_tks from_tks;  (*added lookahead tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   104
                      val _ = Array.update (prods, to, ((to_nts, to_tks @ new_tks), ps));
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   105
                    in
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   106
                      copy_lookahead tos (if null new_tks then added else (to, new_tks) :: added)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   107
                    end;
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   108
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   109
              val tos = connected_with chains' [lhs] [lhs];
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   110
            in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   111
              (copy_lookahead tos [],
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   112
                union (op =) (if member (op =) lambdas lhs then tos else []) lambdas)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   113
            end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   114
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   115
        (*test if new production can produce lambda
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   116
          (rhs must either be empty or only consist of lambda NTs)*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   117
        val (new_lambda, lambdas') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   118
          if forall
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   119
            (fn Nonterminal (id, _) => member (op =) lambdas' id
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   120
              | Terminal _ => false) rhs
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   121
          then (true, union (op =) lambdas' (connected_with chains' [lhs] [lhs]))
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   122
          else (false, lambdas');
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   123
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   124
        (*list optional terminal and all nonterminals on which the lookahead
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   125
          of a production depends*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   126
        fun lookahead_dependency _ [] nts = (NONE, nts)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   127
          | lookahead_dependency _ (Terminal tk :: _) nts = (SOME tk, nts)
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   128
          | lookahead_dependency lambdas (Nonterminal (nt, _) :: symbs) nts =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   129
              if member (op =) lambdas nt then
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   130
                lookahead_dependency lambdas symbs (nt :: nts)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   131
              else (NONE, nt :: nts);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   132
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   133
        (*get all known starting tokens for a nonterminal*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   134
        fun starts_for_nt nt = snd (fst (Array.sub (prods, nt)));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   135
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   136
        val token_union = uncurry (union Lexicon.matching_tokens);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   137
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   138
        (*update prods, lookaheads, and lambdas according to new lambda NTs*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   139
        val (added_starts', lambdas') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   140
          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   141
            (*propagate added lambda NT*)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   142
            fun propagate_lambda [] added_starts lambdas = (added_starts, lambdas)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   143
              | propagate_lambda (l :: ls) added_starts lambdas =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   144
                  let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   145
                    (*get lookahead for lambda NT*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   146
                    val ((dependent, l_starts), _) = Array.sub (prods, l);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   147
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   148
                    (*check productions whose lookahead may depend on lambda NT*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   149
                    fun examine_prods [] add_lambda nt_dependencies added_tks nt_prods =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   150
                          (add_lambda, nt_dependencies, added_tks, nt_prods)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   151
                      | examine_prods ((p as (rhs, _, _)) :: ps) add_lambda
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   152
                            nt_dependencies added_tks nt_prods =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   153
                          let val (tk, nts) = lookahead_dependency lambdas rhs [] in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   154
                            if member (op =) nts l then       (*update production's lookahead*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   155
                              let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   156
                                val new_lambda = is_none tk andalso subset (op =) (nts, lambdas);
1175
1b15a4b1a4f7 added comments; fixed a bug; reduced memory usage slightly
clasohm
parents: 1147
diff changeset
   157
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   158
                                val new_tks = subtract (op =) l_starts
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   159
                                  ((if is_some tk then [the tk] else []) @
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   160
                                    Library.foldl token_union ([], map starts_for_nt nts));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   161
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   162
                                val added_tks' = token_union (new_tks, added_tks);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   163
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   164
                                val nt_dependencies' = union (op =) nts nt_dependencies;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   165
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   166
                                (*associate production with new starting tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   167
                                fun copy ([]: Lexicon.token option list) nt_prods = nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   168
                                  | copy (tk :: tks) nt_prods =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   169
                                      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   170
                                        val old_prods = these (AList.lookup (op =) nt_prods tk);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   171
                                        val prods' = p :: old_prods;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   172
                                      in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   173
                                        nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   174
                                        |> AList.update (op =) (tk, prods')
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   175
                                        |> copy tks
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   176
                                      end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   177
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   178
                                val nt_prods' =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   179
                                  let val new_opt_tks = map SOME new_tks in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   180
                                    copy
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   181
                                      ((if new_lambda then [NONE] else []) @ new_opt_tks) nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   182
                                  end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   183
                              in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   184
                                examine_prods ps (add_lambda orelse new_lambda)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   185
                                  nt_dependencies' added_tks' nt_prods'
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   186
                              end
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   187
                            else (*skip production*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   188
                              examine_prods ps add_lambda nt_dependencies added_tks nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   189
                          end;
1175
1b15a4b1a4f7 added comments; fixed a bug; reduced memory usage slightly
clasohm
parents: 1147
diff changeset
   190
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   191
                    (*check each NT whose lookahead depends on new lambda NT*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   192
                    fun process_nts [] added_lambdas added_starts =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   193
                          (added_lambdas, added_starts)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   194
                      | process_nts (nt :: nts) added_lambdas added_starts =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   195
                          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   196
                            val (lookahead as (old_nts, old_tks), nt_prods) = Array.sub (prods, nt);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   197
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   198
                            (*existing productions whose lookahead may depend on l*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   199
                            val tk_prods =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   200
                              these
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   201
                                (AList.lookup (op =) nt_prods
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   202
                                  (SOME (hd l_starts handle Empty => unknown_start)));
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   203
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   204
                            (*add_lambda is true if an existing production of the nt
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   205
                              produces lambda due to the new lambda NT l*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   206
                            val (add_lambda, nt_dependencies, added_tks, nt_prods') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   207
                              examine_prods tk_prods false [] [] nt_prods;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   208
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   209
                            val added_nts = subtract (op =) old_nts nt_dependencies;
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   210
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   211
                            val added_lambdas' =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   212
                              if add_lambda then nt :: added_lambdas
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   213
                              else added_lambdas;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   214
                            val _ =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   215
                              Array.update
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   216
                                (prods, nt, ((added_nts @ old_nts, old_tks @ added_tks), nt_prods'));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   217
                              (*N.B. that because the tks component
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   218
                                is used to access existing
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   219
                                productions we have to add new
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   220
                                tokens at the _end_ of the list*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   221
                          in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   222
                            if null added_tks then
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   223
                              process_nts nts added_lambdas' added_starts
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   224
                            else
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   225
                              process_nts nts added_lambdas' ((nt, added_tks) :: added_starts)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   226
                          end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   227
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   228
                    val (added_lambdas, added_starts') = process_nts dependent [] added_starts;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   229
                    val added_lambdas' = subtract (op =) lambdas added_lambdas;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   230
                  in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   231
                    propagate_lambda (ls @ added_lambdas') added_starts' (added_lambdas' @ lambdas)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   232
                  end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   233
          in propagate_lambda (subtract (op =) lambdas lambdas') added_starts lambdas' end;
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   234
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   235
        (*insert production into grammar*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   236
        val (added_starts', prod_count') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   237
          if is_some chain_from
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   238
          then (added_starts', prod_count)  (*don't store chain production*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   239
          else
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   240
            let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   241
              (*lookahead tokens of new production and on which
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   242
                NTs lookahead depends*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   243
              val (start_tk, start_nts) = lookahead_dependency lambdas' rhs [];
1175
1b15a4b1a4f7 added comments; fixed a bug; reduced memory usage slightly
clasohm
parents: 1147
diff changeset
   244
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   245
              val start_tks =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   246
                Library.foldl token_union
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   247
                  (if is_some start_tk then [the start_tk] else [],
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   248
                    map starts_for_nt start_nts);
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   249
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   250
              val opt_starts =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   251
               (if new_lambda then [NONE]
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   252
                else if null start_tks then [SOME unknown_start]
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   253
                else []) @ map SOME start_tks;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   254
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   255
              (*add lhs NT to list of dependent NTs in lookahead*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   256
              fun add_nts [] = ()
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   257
                | add_nts (nt :: nts) =
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   258
                    let val ((old_nts, old_tks), ps) = Array.sub (prods, nt) in
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   259
                      if member (op =) old_nts lhs then ()
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   260
                      else Array.update (prods, nt, ((lhs :: old_nts, old_tks), ps))
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   261
                    end;
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   262
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   263
              (*add new start tokens to chained NTs' lookahead list;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   264
                also store new production for lhs NT*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   265
              fun add_tks [] added prod_count = (added, prod_count)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   266
                | add_tks (nt :: nts) added prod_count =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   267
                    let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   268
                      val ((old_nts, old_tks), nt_prods) = Array.sub (prods, nt);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   269
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   270
                      val new_tks = subtract Lexicon.matching_tokens old_tks start_tks;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   271
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   272
                      (*store new production*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   273
                      fun store [] prods is_new =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   274
                            (prods,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   275
                              if is_some prod_count andalso is_new then
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   276
                                Option.map (fn x => x + 1) prod_count
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   277
                              else prod_count, is_new)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   278
                        | store (tk :: tks) prods is_new =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   279
                            let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   280
                              val tk_prods = these (AList.lookup (op =) prods tk);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   281
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   282
                              (*if prod_count = NONE then we can assume that
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   283
                                grammar does not contain new production already*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   284
                              val (tk_prods', is_new') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   285
                                if is_some prod_count then
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   286
                                  if member (op =) tk_prods new_prod then (tk_prods, false)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   287
                                  else (new_prod :: tk_prods, true)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   288
                                else (new_prod :: tk_prods, true);
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   289
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   290
                              val prods' = prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   291
                                |> is_new' ? AList.update (op =) (tk: Lexicon.token option, tk_prods');
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   292
                            in store tks prods' (is_new orelse is_new') end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   293
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   294
                      val (nt_prods', prod_count', changed) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   295
                        if nt = lhs
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   296
                        then store opt_starts nt_prods false
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   297
                        else (nt_prods, prod_count, false);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   298
                      val _ =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   299
                        if not changed andalso null new_tks then ()
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   300
                        else Array.update (prods, nt, ((old_nts, old_tks @ new_tks), nt_prods'));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   301
                    in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   302
                      add_tks nts
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   303
                        (if null new_tks then added else (nt, new_tks) :: added) prod_count'
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   304
                    end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   305
              val _ = add_nts start_nts;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   306
            in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   307
              add_tks (connected_with chains' [lhs] [lhs]) [] prod_count
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   308
            end;
1175
1b15a4b1a4f7 added comments; fixed a bug; reduced memory usage slightly
clasohm
parents: 1147
diff changeset
   309
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   310
        (*associate productions with new lookaheads*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   311
        val _ =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   312
          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   313
            (*propagate added start tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   314
            fun add_starts [] = ()
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   315
              | add_starts ((changed_nt, new_tks) :: starts) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   316
                  let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   317
                    (*token under which old productions which
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   318
                      depend on changed_nt could be stored*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   319
                    val key =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   320
                      (case find_first (not o member (op =) new_tks) (starts_for_nt changed_nt) of
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   321
                        NONE => SOME unknown_start
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   322
                      | t => t);
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   323
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   324
                    (*copy productions whose lookahead depends on changed_nt;
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   325
                      if key = SOME unknown_start then tk_prods is used to hold
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   326
                      the productions not copied*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   327
                    fun update_prods [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   328
                      | update_prods ((p as (rhs, _: string, _: nt_tag)) :: ps)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   329
                            (tk_prods, nt_prods) =
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   330
                          let
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   331
                            (*lookahead dependency for production*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   332
                            val (tk, depends) = lookahead_dependency lambdas' rhs [];
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   333
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   334
                            (*test if this production has to be copied*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   335
                            val update = member (op =) depends changed_nt;
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   336
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   337
                            (*test if production could already be associated with
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   338
                              a member of new_tks*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   339
                            val lambda =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   340
                              length depends > 1 orelse
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   341
                              not (null depends) andalso is_some tk
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   342
                              andalso member (op =) new_tks (the tk);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   343
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   344
                            (*associate production with new starting tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   345
                            fun copy ([]: Lexicon.token list) nt_prods = nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   346
                              | copy (tk :: tks) nt_prods =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   347
                                 let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   348
                                   val tk_prods = these (AList.lookup (op =) nt_prods (SOME tk));
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   349
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   350
                                   val tk_prods' =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   351
                                     if not lambda then p :: tk_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   352
                                     else insert (op =) p tk_prods;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   353
                                     (*if production depends on lambda NT we
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   354
                                       have to look for duplicates*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   355
                                 in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   356
                                   nt_prods
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   357
                                   |> AList.update (op =) (SOME tk, tk_prods')
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   358
                                   |> copy tks
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   359
                                 end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   360
                            val result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   361
                              if update then (tk_prods, copy new_tks nt_prods)
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   362
                              else if key = SOME unknown_start then (p :: tk_prods, nt_prods)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   363
                              else (tk_prods, nt_prods);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   364
                          in update_prods ps result end;
377
ab8917806779 lookaheads are now computed faster (during the grammar is built)
clasohm
parents: 373
diff changeset
   365
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   366
                    (*copy existing productions for new starting tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   367
                    fun process_nts [] added = added
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   368
                      | process_nts (nt :: nts) added =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   369
                          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   370
                            val (lookahead as (old_nts, old_tks), nt_prods) = Array.sub (prods, nt);
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   371
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   372
                            val tk_prods = these (AList.lookup (op =) nt_prods key);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   373
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   374
                            (*associate productions with new lookahead tokens*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   375
                            val (tk_prods', nt_prods') = update_prods tk_prods ([], nt_prods);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   376
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   377
                            val nt_prods'' =
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   378
                              if key = SOME unknown_start then
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   379
                                AList.update (op =) (key, tk_prods') nt_prods'
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   380
                              else nt_prods';
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   381
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   382
                            val added_tks = subtract Lexicon.matching_tokens old_tks new_tks;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   383
                          in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   384
                            if null added_tks then
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   385
                              (Array.update (prods, nt, (lookahead, nt_prods''));
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   386
                                process_nts nts added)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   387
                            else
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   388
                              (Array.update (prods, nt, ((old_nts, added_tks @ old_tks), nt_prods''));
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   389
                                process_nts nts ((nt, added_tks) :: added))
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   390
                          end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   391
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   392
                    val ((dependent, _), _) = Array.sub (prods, changed_nt);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   393
                  in add_starts (starts @ process_nts dependent []) end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   394
          in add_starts added_starts' end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   395
      in add_prods prods chains' lambdas' prod_count ps end;
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   396
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   397
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   398
(* pretty_gram *)
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   399
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   400
fun pretty_gram (Gram {tags, prods, chains, ...}) =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   401
  let
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   402
    fun pretty_name name = [Pretty.str (name ^ " =")];
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   403
26069
321c4ca82923 syntax error: suppress expected categories altogether;
wenzelm
parents: 26068
diff changeset
   404
    val nt_name = the o Inttab.lookup (Inttab.make (map swap (Symtab.dest tags)));
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   405
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   406
    fun pretty_symb (Terminal (Lexicon.Token (Lexicon.Literal, s, _))) = Pretty.quote (Pretty.str s)
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   407
      | pretty_symb (Terminal tok) = Pretty.str (Lexicon.str_of_token tok)
28843
1987ef778a02 signed_string_of_int for priorities;
wenzelm
parents: 27807
diff changeset
   408
      | pretty_symb (Nonterminal (tag, p)) =
1987ef778a02 signed_string_of_int for priorities;
wenzelm
parents: 27807
diff changeset
   409
          Pretty.str (nt_name tag ^ "[" ^ signed_string_of_int p ^ "]");
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   410
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   411
    fun pretty_const "" = []
28843
1987ef778a02 signed_string_of_int for priorities;
wenzelm
parents: 27807
diff changeset
   412
      | pretty_const c = [Pretty.str ("=> " ^ quote c)];
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   413
28843
1987ef778a02 signed_string_of_int for priorities;
wenzelm
parents: 27807
diff changeset
   414
    fun pretty_pri p = [Pretty.str ("(" ^ signed_string_of_int p ^ ")")];
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   415
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   416
    fun pretty_prod name (symbs, const, pri) =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   417
      Pretty.block (Pretty.breaks (pretty_name name @
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   418
        map pretty_symb symbs @ pretty_const const @ pretty_pri pri));
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   419
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   420
    fun pretty_nt (name, tag) =
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   421
      let
30189
3633f560f4c3 discontinued experimental support for Alice -- too hard to maintain its many language incompatibilities, never really worked anyway;
wenzelm
parents: 29565
diff changeset
   422
        fun prod_of_chain from = ([Nonterminal (from, ~1)], "", ~1);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   423
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   424
        val nt_prods =
38711
79d3cbfb4730 keep persistent production tables as immutable vectors -- potential performance improvement on modern hardware;
wenzelm
parents: 37852
diff changeset
   425
          Library.foldl (uncurry (union (op =))) ([], map snd (snd (Vector.sub (prods, tag)))) @
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   426
          map prod_of_chain (these (AList.lookup (op =) chains tag));
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   427
      in map (pretty_prod name) nt_prods end;
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
   428
25986
26f1e4c172c3 syntax error: reduced spam -- print expected nonterminals instead of terminals;
wenzelm
parents: 24245
diff changeset
   429
  in maps pretty_nt (sort_wrt fst (Symtab.dest tags)) end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   430
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   431
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   432
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   433
(** Operations on gramars **)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   434
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   435
val empty_gram =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   436
  Gram
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   437
   {nt_count = 0,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   438
    prod_count = 0,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   439
    tags = Symtab.empty, chains = [],
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   440
    lambdas = [],
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   441
    prods = Vector.fromList [(([], []), [])]};
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   442
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   443
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   444
(*Invert list of chain productions*)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   445
fun inverse_chains [] result = result
23909
6e4fba2ea7d0 avoid polymorphic equality;
wenzelm
parents: 22573
diff changeset
   446
  | inverse_chains ((root, branches: nt_tag list) :: cs) result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   447
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   448
        fun add ([]: nt_tag list) result = result
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   449
          | add (id :: ids) result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   450
              let val old = these (AList.lookup (op =) result id);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   451
              in add ids (AList.update (op =) (id, root :: old) result) end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   452
      in inverse_chains cs (add branches result) end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   453
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   454
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   455
(*Add productions to a grammar*)
37684
d123b1e08856 standard argument order;
wenzelm
parents: 37683
diff changeset
   456
fun extend_gram [] gram = gram
d123b1e08856 standard argument order;
wenzelm
parents: 37683
diff changeset
   457
  | extend_gram xprods (Gram {nt_count, prod_count, tags, chains, lambdas, prods}) =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   458
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   459
        (*Get tag for existing nonterminal or create a new one*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   460
        fun get_tag nt_count tags nt =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   461
          (case Symtab.lookup tags nt of
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   462
            SOME tag => (nt_count, tags, tag)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   463
          | NONE => (nt_count + 1, Symtab.update_new (nt, nt_count) tags, nt_count));
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   464
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   465
        (*Convert symbols to the form used by the parser;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   466
          delimiters and predefined terms are stored as terminals,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   467
          nonterminals are converted to integer tags*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   468
        fun symb_of [] nt_count tags result = (nt_count, tags, rev result)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   469
          | symb_of (Syn_Ext.Delim s :: ss) nt_count tags result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   470
              symb_of ss nt_count tags
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   471
                (Terminal (Lexicon.Token (Lexicon.Literal, s, Position.no_range)) :: result)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   472
          | symb_of (Syn_Ext.Argument (s, p) :: ss) nt_count tags result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   473
              let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   474
                val (nt_count', tags', new_symb) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   475
                  (case Lexicon.predef_term s of
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   476
                    NONE =>
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   477
                      let val (nt_count', tags', s_tag) = get_tag nt_count tags s;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   478
                      in (nt_count', tags', Nonterminal (s_tag, p)) end
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   479
                  | SOME tk => (nt_count, tags, Terminal tk));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   480
              in symb_of ss nt_count' tags' (new_symb :: result) end
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   481
          | symb_of (_ :: ss) nt_count tags result = symb_of ss nt_count tags result;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   482
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   483
        (*Convert list of productions by invoking symb_of for each of them*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   484
        fun prod_of [] nt_count prod_count tags result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   485
              (nt_count, prod_count, tags, result)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   486
          | prod_of (Syn_Ext.XProd (lhs, xsymbs, const, pri) :: ps)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   487
                nt_count prod_count tags result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   488
              let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   489
                val (nt_count', tags', lhs_tag) = get_tag nt_count tags lhs;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   490
                val (nt_count'', tags'', prods) = symb_of xsymbs nt_count' tags' [];
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   491
              in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   492
                prod_of ps nt_count'' (prod_count + 1) tags''
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   493
                  ((lhs_tag, (prods, const, pri)) :: result)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   494
              end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   495
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   496
        val (nt_count', prod_count', tags', xprods') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   497
          prod_of xprods nt_count prod_count tags [];
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   498
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   499
        (*Copy array containing productions of old grammar;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   500
          this has to be done to preserve the old grammar while being able
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   501
          to change the array's content*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   502
        val prods' =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   503
          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   504
            fun get_prod i =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   505
              if i < nt_count then Vector.sub (prods, i)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   506
              else (([], []), []);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   507
          in Array.tabulate (nt_count', get_prod) end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   508
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   509
        val fromto_chains = inverse_chains chains [];
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   510
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   511
        (*Add new productions to old ones*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   512
        val (fromto_chains', lambdas', _) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   513
          add_prods prods' fromto_chains lambdas NONE xprods';
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   514
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   515
        val chains' = inverse_chains fromto_chains' [];
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   516
      in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   517
        Gram
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   518
         {nt_count = nt_count',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   519
          prod_count = prod_count',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   520
          tags = tags',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   521
          chains = chains',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   522
          lambdas = lambdas',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   523
          prods = Array.vector prods'}
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   524
      end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   525
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   526
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   527
(*Merge two grammars*)
37684
d123b1e08856 standard argument order;
wenzelm
parents: 37683
diff changeset
   528
fun merge_gram (gram_a, gram_b) =
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   529
  let
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   530
    (*find out which grammar is bigger*)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   531
    val
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   532
      (Gram {nt_count = nt_count1, prod_count = prod_count1, tags = tags1,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   533
        chains = chains1, lambdas = lambdas1, prods = prods1},
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   534
      Gram {nt_count = nt_count2, prod_count = prod_count2, tags = tags2,
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   535
        chains = chains2, lambdas = lambdas2, prods = prods2}) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   536
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   537
        val Gram {prod_count = count_a, ...} = gram_a;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   538
        val Gram {prod_count = count_b, ...} = gram_b;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   539
      in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   540
        if count_a > count_b
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   541
        then (gram_a, gram_b)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   542
        else (gram_b, gram_a)
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   543
      end;
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   544
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   545
    (*get existing tag from grammar1 or create a new one*)
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   546
    fun get_tag nt_count tags nt =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   547
      (case Symtab.lookup tags nt of
15531
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 14981
diff changeset
   548
        SOME tag => (nt_count, tags, tag)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   549
      | NONE => (nt_count + 1, Symtab.update_new (nt, nt_count) tags, nt_count));
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   550
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   551
    val ((nt_count1', tags1'), tag_table) =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   552
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   553
        val tag_list = Symtab.dest tags2;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   554
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   555
        val table = Array.array (nt_count2, ~1);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   556
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   557
        fun store_tag nt_count tags ~1 = (nt_count, tags)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   558
          | store_tag nt_count tags tag =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   559
              let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   560
                val (nt_count', tags', tag') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   561
                  get_tag nt_count tags (fst (the (find_first (fn (n, t) => t = tag) tag_list)));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   562
                val _ = Array.update (table, tag, tag');
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   563
              in store_tag nt_count' tags' (tag - 1) end;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   564
      in (store_tag nt_count1 tags1 (nt_count2 - 1), table) end;
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
   565
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   566
    (*convert grammar2 tag to grammar1 tag*)
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   567
    fun convert_tag tag = Array.sub (tag_table, tag);
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   568
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   569
    (*convert chain list to raw productions*)
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   570
    fun mk_chain_prods [] result = result
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   571
      | mk_chain_prods ((to, froms) :: cs) result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   572
          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   573
            val to_tag = convert_tag to;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   574
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   575
            fun make [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   576
              | make (from :: froms) result = make froms
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   577
                  ((to_tag, ([Nonterminal (convert_tag from, ~1)], "", ~1)) :: result);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   578
          in mk_chain_prods cs (make froms [] @ result) end;
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
   579
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   580
    val chain_prods = mk_chain_prods chains2 [];
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   581
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   582
    (*convert prods2 array to productions*)
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   583
    fun process_nt ~1 result = result
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   584
      | process_nt nt result =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   585
          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   586
            val nt_prods = Library.foldl (uncurry (union (op =)))
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   587
              ([], map snd (snd (Vector.sub (prods2, nt))));
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   588
            val lhs_tag = convert_tag nt;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   589
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   590
            (*convert tags in rhs*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   591
            fun process_rhs [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   592
              | process_rhs (Terminal tk :: rhs) result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   593
                  process_rhs rhs (result @ [Terminal tk])
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   594
              | process_rhs (Nonterminal (nt, prec) :: rhs) result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   595
                  process_rhs rhs (result @ [Nonterminal (convert_tag nt, prec)]);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   596
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   597
            (*convert tags in productions*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   598
            fun process_prods [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   599
              | process_prods ((rhs, id, prec) :: ps) result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   600
                  process_prods ps ((lhs_tag, (process_rhs rhs [], id, prec)) :: result);
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   601
          in process_nt (nt - 1) (process_prods nt_prods [] @ result) end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   602
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   603
    val raw_prods = chain_prods @ process_nt (nt_count2 - 1) [];
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   604
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   605
    val prods1' =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   606
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   607
        fun get_prod i =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   608
          if i < nt_count1 then Vector.sub (prods1, i)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   609
          else (([], []), []);
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   610
      in Array.tabulate (nt_count1', get_prod) end;
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   611
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   612
    val fromto_chains = inverse_chains chains1 [];
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   613
15531
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 14981
diff changeset
   614
    val (fromto_chains', lambdas', SOME prod_count1') =
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 14981
diff changeset
   615
      add_prods prods1' fromto_chains lambdas1 (SOME prod_count1) raw_prods;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   616
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   617
    val chains' = inverse_chains fromto_chains' [];
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   618
  in
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   619
    Gram
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   620
     {nt_count = nt_count1',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   621
      prod_count = prod_count1',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   622
      tags = tags1',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   623
      chains = chains',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   624
      lambdas = lambdas',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   625
      prods = Array.vector prods1'}
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   626
  end;
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   627
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   628
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   629
1438
3cc22794ce71 added comments
clasohm
parents: 1177
diff changeset
   630
(** Parser **)
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   631
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   632
datatype parsetree =
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   633
  Node of string * parsetree list |
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   634
  Tip of Lexicon.token;
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   635
42205
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
   636
fun pretty_parsetree (Node (c, pts)) =
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
   637
      Pretty.enclose "(" ")" (Pretty.breaks
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
   638
        (Pretty.quote (Pretty.str c) :: map pretty_parsetree pts))
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
   639
  | pretty_parsetree (Tip tok) = Pretty.str (Lexicon.str_of_token tok);
22f5cc06c419 direct pretty printing of parsetrees -- prevent diagnostic output from crashing due to undeclared entities;
wenzelm
parents: 41378
diff changeset
   640
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   641
type state =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   642
  nt_tag * int *    (*identification and production precedence*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   643
  parsetree list *  (*already parsed nonterminals on rhs*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   644
  symb list *       (*rest of rhs*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   645
  string *          (*name of production*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   646
  int;              (*index for previous state list*)
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   647
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   648
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   649
(*Get all rhss with precedence >= min_prec*)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   650
fun get_RHS min_prec = filter (fn (_, _, prec: int) => prec >= min_prec);
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   651
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   652
(*Get all rhss with precedence >= min_prec and < max_prec*)
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   653
fun get_RHS' min_prec max_prec =
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   654
  filter (fn (_, _, prec: int) => prec >= min_prec andalso prec < max_prec);
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   655
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   656
(*Make states using a list of rhss*)
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   657
fun mk_states i min_prec lhs_ID rhss =
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   658
  let fun mk_state (rhs, id, prod_prec) = (lhs_ID, prod_prec, [], rhs, id, i);
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   659
  in map mk_state rhss end;
697
40f72ab196f8 changed warning for extremely ambiguous expressions
clasohm
parents: 682
diff changeset
   660
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
   661
(*Add parse tree to list and eliminate duplicates
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   662
  saving the maximum precedence*)
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   663
fun conc (t: parsetree list, prec: int) [] = (NONE, [(t, prec)])
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   664
  | conc (t, prec) ((t', prec') :: ts) =
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   665
      if t = t' then
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   666
        (SOME prec',
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   667
          if prec' >= prec then (t', prec') :: ts
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   668
          else (t, prec) :: ts)
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   669
      else
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   670
        let val (n, ts') = conc (t, prec) ts
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   671
        in (n, (t', prec') :: ts') end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   672
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   673
(*Update entry in used*)
16668
fdb4992cf1d2 avoid polyeq;
wenzelm
parents: 15979
diff changeset
   674
fun update_trees ((B: nt_tag, (i, ts)) :: used) (A, t) =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   675
  if A = B then
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   676
    let val (n, ts') = conc t ts
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   677
    in ((A, (i, ts')) :: used, n) end
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   678
  else
697
40f72ab196f8 changed warning for extremely ambiguous expressions
clasohm
parents: 682
diff changeset
   679
    let val (used', n) = update_trees used (A, t)
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   680
    in ((B, (i, ts)) :: used', n) end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   681
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   682
(*Replace entry in used*)
16668
fdb4992cf1d2 avoid polyeq;
wenzelm
parents: 15979
diff changeset
   683
fun update_prec (A: nt_tag, prec) used =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   684
  let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   685
    fun update ((hd as (B, (_, ts))) :: used, used') =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   686
      if A = B
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   687
      then used' @ ((A, (prec, ts)) :: used)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   688
      else update (used, hd :: used')
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   689
  in update (used, []) end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   690
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   691
fun getS A max_prec Si =
33317
b4534348b8fd standardized filter/filter_out;
wenzelm
parents: 33063
diff changeset
   692
  filter
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   693
    (fn (_, _, _, Nonterminal (B, prec) :: _, _, _) => A = B andalso prec <= max_prec
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   694
      | _ => false) Si;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   695
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   696
fun getS' A max_prec min_prec Si =
33317
b4534348b8fd standardized filter/filter_out;
wenzelm
parents: 33063
diff changeset
   697
  filter
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   698
    (fn (_, _, _, Nonterminal (B, prec) :: _, _, _)
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   699
          => A = B andalso prec > min_prec andalso prec <= max_prec
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   700
      | _ => false) Si;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   701
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   702
fun get_states Estate i ii A max_prec =
33317
b4534348b8fd standardized filter/filter_out;
wenzelm
parents: 33063
diff changeset
   703
  filter
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   704
    (fn (_, _, _, Nonterminal (B, prec) :: _, _, _) => A = B andalso prec <= max_prec
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   705
      | _ => false)
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   706
    (Array.sub (Estate, ii));
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   707
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   708
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   709
fun movedot_term (A, j, ts, Terminal a :: sa, id, i) c =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   710
  if Lexicon.valued_token c then (A, j, ts @ [Tip c], sa, id, i)
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   711
  else (A, j, ts, sa, id, i);
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   712
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   713
fun movedot_nonterm ts (A, j, tss, Nonterminal _ :: sa, id, i) =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   714
  (A, j, tss @ ts, sa, id, i);
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   715
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   716
fun movedot_lambda _ [] = []
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   717
  | movedot_lambda (B, j, tss, Nonterminal (A, k) :: sa, id, i) ((t, ki) :: ts) =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   718
      if k <= ki then
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   719
        (B, j, tss @ t, sa, id, i) ::
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   720
          movedot_lambda (B, j, tss, Nonterminal (A, k) :: sa, id, i) ts
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   721
      else movedot_lambda (B, j, tss, Nonterminal (A, k) :: sa, id, i) ts;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   722
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   723
41378
55286df6a423 configuration option "syntax_branching_level";
wenzelm
parents: 40959
diff changeset
   724
(*trigger value for warnings*)
55286df6a423 configuration option "syntax_branching_level";
wenzelm
parents: 40959
diff changeset
   725
val branching_level = Config.int (Config.declare "syntax_branching_level" (fn _ => Config.Int 600));
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   726
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   727
(*get all productions of a NT and NTs chained to it which can
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   728
  be started by specified token*)
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   729
fun prods_for prods chains include_none tk nts =
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   730
  let
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   731
    fun token_assoc (list, key) =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   732
      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   733
        fun assoc [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   734
          | assoc ((keyi, pi) :: pairs) result =
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   735
              if is_some keyi andalso Lexicon.matching_tokens (the keyi, key)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   736
                 orelse include_none andalso is_none keyi then
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   737
                assoc pairs (pi @ result)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   738
              else assoc pairs result;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   739
      in assoc list [] end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   740
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   741
    fun get_prods [] result = result
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   742
      | get_prods (nt :: nts) result =
38711
79d3cbfb4730 keep persistent production tables as immutable vectors -- potential performance improvement on modern hardware;
wenzelm
parents: 37852
diff changeset
   743
          let val nt_prods = snd (Vector.sub (prods, nt));
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   744
          in get_prods nts (token_assoc (nt_prods, tk) @ result) end;
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   745
  in get_prods (connected_with chains nts nts) [] end;
1147
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   746
57b5f55bf879 removed 'raw' productions from gram datatype; replaced mk_gram by add_prods;
clasohm
parents: 890
diff changeset
   747
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   748
fun PROCESSS ctxt warned prods chains Estate i c states =
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   749
  let
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   750
    fun all_prods_for nt = prods_for prods chains true c [nt];
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   751
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   752
    fun processS used [] (Si, Sii) = (Si, Sii)
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   753
      | processS used (S :: States) (Si, Sii) =
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   754
          (case S of
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   755
            (_, _, _, Nonterminal (nt, min_prec) :: _, _, _) =>
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   756
              let (*predictor operation*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   757
                val (used', new_states) =
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   758
                  (case AList.lookup (op =) used nt of
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   759
                    SOME (used_prec, l) => (*nonterminal has been processed*)
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   760
                      if used_prec <= min_prec then
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   761
                        (*wanted precedence has been processed*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   762
                        (used, movedot_lambda S l)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   763
                      else (*wanted precedence hasn't been parsed yet*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   764
                        let
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   765
                          val tk_prods = all_prods_for nt;
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   766
                          val States' =
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   767
                            mk_states i min_prec nt (get_RHS' min_prec used_prec tk_prods);
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   768
                        in (update_prec (nt, min_prec) used, movedot_lambda S l @ States') end
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   769
                  | NONE => (*nonterminal is parsed for the first time*)
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   770
                      let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   771
                        val tk_prods = all_prods_for nt;
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   772
                        val States' = mk_states i min_prec nt (get_RHS min_prec tk_prods);
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   773
                      in ((nt, (min_prec, [])) :: used, States') end);
697
40f72ab196f8 changed warning for extremely ambiguous expressions
clasohm
parents: 682
diff changeset
   774
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   775
                val _ =
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   776
                  if not (! warned) andalso
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   777
                     length new_states + length States > Config.get ctxt branching_level then
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   778
                    (Context_Position.if_visible ctxt warning
38875
c7a66b584147 tuned messages: discontinued spurious full-stops (messages are occasionally composed unexpectedly);
wenzelm
parents: 38831
diff changeset
   779
                      "Currently parsed expression could be extremely ambiguous";
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   780
                     warned := true)
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   781
                  else ();
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   782
              in
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   783
                processS used' (new_states @ States) (S :: Si, Sii)
15752
8cdc6249044b added make_gram;
wenzelm
parents: 15570
diff changeset
   784
              end
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   785
          | (_, _, _, Terminal a :: _, _, _) => (*scanner operation*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   786
              processS used States
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   787
                (S :: Si,
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   788
                  if Lexicon.matching_tokens (a, c) then movedot_term S c :: Sii else Sii)
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   789
          | (A, prec, ts, [], id, j) => (*completer operation*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   790
              let val tt = if id = "" then ts else [Node (id, ts)] in
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   791
                if j = i then (*lambda production?*)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   792
                  let
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   793
                    val (used', O) = update_trees used (A, (tt, prec));
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   794
                  in
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   795
                    (case O of
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   796
                      NONE =>
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   797
                        let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   798
                          val Slist = getS A prec Si;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   799
                          val States' = map (movedot_nonterm tt) Slist;
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   800
                        in processS used' (States' @ States) (S :: Si, Sii) end
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   801
                    | SOME n =>
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   802
                        if n >= prec then processS used' States (S :: Si, Sii)
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   803
                        else
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   804
                          let
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   805
                            val Slist = getS' A prec n Si;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   806
                            val States' = map (movedot_nonterm tt) Slist;
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   807
                          in processS used' (States' @ States) (S :: Si, Sii) end)
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   808
                  end
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   809
                else
38713
29d0298439be eliminated some old camel case stuff;
wenzelm
parents: 38712
diff changeset
   810
                  let val Slist = get_states Estate i j A prec
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   811
                  in processS used (map (movedot_nonterm tt) Slist @ States) (S :: Si, Sii) end
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   812
              end)
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   813
  in processS [] states ([], []) end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   814
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   815
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   816
fun produce ctxt warned prods tags chains stateset i indata prev_token =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   817
  (case Array.sub (stateset, i) of
25986
26f1e4c172c3 syntax error: reduced spam -- print expected nonterminals instead of terminals;
wenzelm
parents: 24245
diff changeset
   818
    [] =>
26f1e4c172c3 syntax error: reduced spam -- print expected nonterminals instead of terminals;
wenzelm
parents: 24245
diff changeset
   819
      let
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   820
        val toks = if Lexicon.is_eof prev_token then indata else prev_token :: indata;
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   821
        val pos = Position.str_of (Lexicon.pos_of_token prev_token);
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   822
      in
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   823
        if null toks then error ("Inner syntax error: unexpected end of input" ^ pos)
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   824
        else error (Pretty.string_of (Pretty.block
27807
851a1dfb7828 tuned error message;
wenzelm
parents: 27801
diff changeset
   825
          (Pretty.str ("Inner syntax error" ^ pos ^ " at \"") ::
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   826
            Pretty.breaks (map (Pretty.str o Lexicon.str_of_token) (#1 (split_last toks))) @
27807
851a1dfb7828 tuned error message;
wenzelm
parents: 27801
diff changeset
   827
            [Pretty.str "\""])))
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   828
      end
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   829
  | s =>
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   830
      (case indata of
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   831
        [] => Array.sub (stateset, i)
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   832
      | c :: cs =>
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   833
          let
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   834
            val (si, sii) = PROCESSS ctxt warned prods chains stateset i c s;
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   835
            val _ = Array.update (stateset, i, si);
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   836
            val _ = Array.update (stateset, i + 1, sii);
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   837
          in produce ctxt warned prods tags chains stateset (i + 1) cs c end));
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   838
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   839
42217
1a2a53d03c31 misc tuning and clarification;
wenzelm
parents: 42205
diff changeset
   840
fun get_trees states = map_filter (fn (_, _, [pt], _, _, _) => SOME pt | _ => NONE) states;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   841
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   842
fun earley ctxt prods tags chains startsymbol indata =
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   843
  let
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   844
    val start_tag =
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   845
      (case Symtab.lookup tags startsymbol of
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   846
        SOME tag => tag
40959
49765c1104d4 added Syntax.default_root;
wenzelm
parents: 38875
diff changeset
   847
      | NONE => error ("Inner syntax: bad grammar root symbol " ^ quote startsymbol));
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   848
    val S0 = [(~1, 0, [], [Nonterminal (start_tag, 0), Terminal Lexicon.eof], "", 0)];
330
2fda15dd1e0f changed the way a grammar is generated to allow the new parser to work;
clasohm
parents: 258
diff changeset
   849
    val s = length indata + 1;
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   850
    val Estate = Array.array (s, []);
38712
f7688fd819a8 some attempts to recover Isabelle/ML style from the depths of time;
wenzelm
parents: 38711
diff changeset
   851
    val _ = Array.update (Estate, 0, S0);
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   852
  in
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   853
    get_trees
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   854
      (produce ctxt (Unsynchronized.ref false) prods tags chains Estate 0 indata Lexicon.eof)
237
a7d3e712767a MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents: 46
diff changeset
   855
  end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   856
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   857
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   858
fun parse ctxt (Gram {tags, prods, chains, ...}) start toks =
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   859
  let
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   860
    val end_pos =
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   861
      (case try List.last toks of
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   862
        NONE => Position.none
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   863
      | SOME (Lexicon.Token (_, _, (_, end_pos))) => end_pos);
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   864
    val r =
38831
4933a3dfd745 more careful treatment of context visibility flag wrt. spurious warnings;
wenzelm
parents: 38713
diff changeset
   865
      (case earley ctxt prods tags chains start (toks @ [Lexicon.mk_eof end_pos]) of
37852
a902f158b4fc eliminated old-style sys_error/SYS_ERROR in favour of exception Fail -- after careful checking that there is no overlap with existing handling of that;
wenzelm
parents: 37684
diff changeset
   866
        [] => raise Fail "Inner syntax: no parse trees"
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   867
      | pts => pts);
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   868
  in r end;
26678
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   869
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   870
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   871
fun guess_infix_lr (Gram gram) c = (*based on educated guess*)
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   872
  let
38711
79d3cbfb4730 keep persistent production tables as immutable vectors -- potential performance improvement on modern hardware;
wenzelm
parents: 37852
diff changeset
   873
    fun freeze a = map_range (curry Vector.sub a) (Vector.length a);
27801
0d0adaf0228d datatype token: maintain range, tuned representation;
wenzelm
parents: 26678
diff changeset
   874
    val prods = maps snd (maps snd (freeze (#prods gram)));
37683
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   875
    fun guess (SOME ([Nonterminal (_, k),
ece640e48a6c do not open auxiliary ML structures;
wenzelm
parents: 37216
diff changeset
   876
            Terminal (Lexicon.Token (Lexicon.Literal, s, _)), Nonterminal (_, l)], _, j)) =
26678
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   877
          if k = j andalso l = j + 1 then SOME (s, true, false, j)
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   878
          else if k = j + 1 then if l = j then SOME (s, false, true, j)
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   879
            else if l = j + 1 then SOME (s, false, false, j)
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   880
            else NONE
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   881
          else NONE
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   882
      | guess _ = NONE;
a3ae088dc20f educated guess for infix syntax
haftmann
parents: 26069
diff changeset
   883
  in guess (find_first (fn (_, s, _) => s = c) prods) end;
18
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   884
c9ec452ff08f lots of internal cleaning and tuning;
wenzelm
parents:
diff changeset
   885
end;