src/Pure/ML/ml_lex.ML
changeset 74373 6e4093927dbb
parent 74291 b83fa8f3a271
child 78687 5fe4c11b5ecb
equal deleted inserted replaced
74370:d8dc8fdc46fc 74373:6e4093927dbb
    34   val read_range: Position.range -> Symbol_Pos.text -> token Antiquote.antiquote list
    34   val read_range: Position.range -> Symbol_Pos.text -> token Antiquote.antiquote list
    35   val read_source': {language: bool -> Markup.T, opaque_warning: bool, symbols: bool} ->
    35   val read_source': {language: bool -> Markup.T, opaque_warning: bool, symbols: bool} ->
    36     token Antiquote.antiquote Symbol_Pos.scanner -> Input.source -> token Antiquote.antiquote list
    36     token Antiquote.antiquote Symbol_Pos.scanner -> Input.source -> token Antiquote.antiquote list
    37   val read_source: Input.source -> token Antiquote.antiquote list
    37   val read_source: Input.source -> token Antiquote.antiquote list
    38   val read_source_sml: Input.source -> token Antiquote.antiquote list
    38   val read_source_sml: Input.source -> token Antiquote.antiquote list
       
    39   val read_symbols: Symbol_Pos.T list -> token Antiquote.antiquote list
    39   val read_symbols_sml: Symbol_Pos.T list -> token Antiquote.antiquote list
    40   val read_symbols_sml: Symbol_Pos.T list -> token Antiquote.antiquote list
    40 end;
    41 end;
    41 
    42 
    42 structure ML_Lex: ML_LEX =
    43 structure ML_Lex: ML_LEX =
    43 struct
    44 struct
   313 
   314 
   314 val scan_sml_antiq = scan_sml >> Antiquote.Text;
   315 val scan_sml_antiq = scan_sml >> Antiquote.Text;
   315 
   316 
   316 val scan_ml_antiq =
   317 val scan_ml_antiq =
   317   Comment.scan_inner >> (fn (kind, ss) => Antiquote.Text (token (Comment (SOME kind)) ss)) ||
   318   Comment.scan_inner >> (fn (kind, ss) => Antiquote.Text (token (Comment (SOME kind)) ss)) ||
   318   Antiquote.scan_control >> Antiquote.Control ||
   319   Antiquote.scan_control Antiquote.err_prefix >> Antiquote.Control ||
   319   Antiquote.scan_antiq >> Antiquote.Antiq ||
   320   Antiquote.scan_antiq >> Antiquote.Antiq ||
   320   scan_rat_antiq >> Antiquote.Antiq ||
   321   scan_rat_antiq >> Antiquote.Antiq ||
   321   scan_sml_antiq;
   322   scan_sml_antiq;
   322 
   323 
   323 fun recover msg =
   324 fun recover msg =
   387 
   388 
   388 val read_source_sml =
   389 val read_source_sml =
   389   read_source' {language = Markup.language_SML, symbols = false, opaque_warning = false}
   390   read_source' {language = Markup.language_SML, symbols = false, opaque_warning = false}
   390     scan_sml_antiq;
   391     scan_sml_antiq;
   391 
   392 
       
   393 val read_symbols = reader {opaque_warning = true} scan_ml_antiq;
   392 val read_symbols_sml = reader {opaque_warning = false} scan_sml_antiq;
   394 val read_symbols_sml = reader {opaque_warning = false} scan_sml_antiq;
   393 
   395 
   394 end;
   396 end;
   395 
   397 
   396 end;
   398 end;