progs/parser-combinators/comb1.sc
author Christian Urban <christian.urban@kcl.ac.uk>
Tue, 03 Oct 2023 14:29:12 +0100
changeset 936 aabd9168c7ac
parent 919 d16037caa8fd
child 940 1c1fbf45a03c
permissions -rw-r--r--
updated
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
     1
// Parser Combinators: Simple Version
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
     2
//====================================
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
     3
//
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
     4
// Call with
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
     5
//
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
     6
//  amm comb1.sc
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
     7
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
     8
 
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
     9
//  Note, in the lectures I did not show the type bound
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    10
//  using is: I => Seq[_], which means that the input 
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    11
//  type 'I' needs to be a sequence. 
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    12
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    13
abstract class Parser[I, T](using is: I => Seq[_])  {
852
b68252417cf4 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 850
diff changeset
    14
  def parse(in: I): Set[(T, I)]  
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    15
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    16
  def parse_all(in: I) : Set[T] =
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    17
    for ((hd, tl) <- parse(in); 
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    18
        if is(tl).isEmpty) yield hd
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    19
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    20
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    21
// parser combinators
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    22
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    23
// alternative parser
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    24
class AltParser[I, T](p: => Parser[I, T], 
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    25
                      q: => Parser[I, T])(using I => Seq[_]) extends Parser[I, T] {
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    26
  def parse(in: I) = p.parse(in) ++ q.parse(in)   
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    27
}
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    28
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    29
// sequence parser
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    30
class SeqParser[I, T, S](p: => Parser[I, T], 
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    31
                         q: => Parser[I, S])(using I => Seq[_]) extends Parser[I, (T, S)] {
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    32
  def parse(in: I) = 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    33
    for ((hd1, tl1) <- p.parse(in); 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    34
         (hd2, tl2) <- q.parse(tl1)) yield ((hd1, hd2), tl2)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    35
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    36
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
    37
// map parser
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    38
class MapParser[I, T, S](p: => Parser[I, T], 
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    39
                         f: T => S)(using I => Seq[_]) extends Parser[I, S] {
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    40
  def parse(in: I) = for ((hd, tl) <- p.parse(in)) yield (f(hd), tl)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    41
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    42
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
    43
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
    44
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    45
// an example of an atomic parser for characters
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    46
case class CharParser(c: Char) extends Parser[String, Char] {
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    47
  def parse(in: String) = 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    48
    if (in != "" && in.head == c) Set((c, in.tail)) else Set()
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    49
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    50
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    51
CharParser('a').parse("abc")
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    52
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    53
// an atomic parser for parsing strings according to a regex
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    54
import scala.util.matching.Regex
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    55
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    56
case class RegexParser(reg: Regex) extends Parser[String, String] {
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    57
  def parse(in: String) = reg.findPrefixMatchOf(in) match {
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    58
    case None => Set()
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    59
    case Some(m) => Set((m.matched, m.after.toString))  
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    60
  }
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    61
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    62
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    63
// atomic parsers for numbers and "verbatim" strings 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    64
val NumParser = RegexParser("[0-9]+".r)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    65
def StrParser(s: String) = RegexParser(Regex.quote(s).r)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    66
897
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    67
NumParser.parse("a123a123bc") 
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    68
StrParser("else").parse("elsethen")
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
    69
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    70
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    71
// NumParserInt transforms a "string integer" into a propper Int
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    72
// (needs "new" because MapParser is not a case class)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    73
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    74
val NumParserInt = new MapParser(NumParser, (s: String) => s.toInt)
897
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    75
NumParserInt.parse("123abc")
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    76
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    77
// the following string interpolation allows us to write 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    78
// StrParser(_some_string_) more conveniently as 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    79
//
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    80
// p"<_some_string_>" 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    81
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    82
extension (sc: StringContext) 
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    83
  def p(args: Any*) = StrParser(sc.s(args:_*))
897
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    84
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    85
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    86
(p"else").parse("elsethen")           
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
    87
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    88
// more convenient syntax for parser combinators
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
    89
extension [I, T](p: Parser[I, T])(using I => Seq[_]) {
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    90
  def ||(q : => Parser[I, T]) = new AltParser[I, T](p, q)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    91
  def ~[S] (q : => Parser[I, S]) = new SeqParser[I, T, S](p, q)
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
    92
  def map[S](f: => T => S) = new MapParser[I, T, S](p, f)
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    93
}
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    94
897
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    95
def toU(s: String) = s.map(_.toUpper)
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    96
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
    97
(p"ELSE").map(toU(_)).parse("ELSEifthen")  
897
8074a1abb928 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 896
diff changeset
    98
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
    99
// these implicits allow us to use an infix notation for
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   100
// sequences and alternatives; we also can write the usual
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   101
// map for a MapParser
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   102
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   103
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   104
// with this NumParserInt can now be written more conveniently
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   105
// as:
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   106
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   107
val NumParserInt2 = NumParser.map(_.toInt)
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   108
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   109
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   110
// A parser for palindromes (just returns them as string)
803
c1dfa3f64829 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 801
diff changeset
   111
lazy val Pal : Parser[String, String] = {
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   112
   (p"a" ~ Pal ~ p"a").map{ case ((x, y), z) => s"$x$y$z" } || 
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   113
   (p"b" ~ Pal ~ p"b").map{ case ((x, y), z) => s"$x$y$z" } || 
896
de5fd5e2ab0a updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 852
diff changeset
   114
    p"a" || p"b" || p""
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   115
}  
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   116
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   117
// examples
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   118
Pal.parse_all("abaaaba")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   119
Pal.parse("abaaaba")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   120
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   121
println("Palindrome: " + Pal.parse_all("abaaaba"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   122
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   123
// A parser for wellnested parentheses 
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   124
//
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   125
//   P ::= ( P ) P | epsilon
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   126
//
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   127
//   (transforms '(' -> '{' , ')' -> '}' )
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   128
lazy val P : Parser[String, String] = {
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   129
  (p"(" ~ P ~ p")" ~ P).map{ case (((_, x), _), y) => "{" + x + "}" + y } ||
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   130
  p""
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   131
}  
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   132
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   133
println(P.parse_all("(((()()))())"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   134
println(P.parse_all("(((()()))()))"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   135
println(P.parse_all(")("))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   136
println(P.parse_all("()"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   137
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   138
// A parser for arithmetic expressions (Terms and Factors)
898
5075b69142d9 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 897
diff changeset
   139
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   140
lazy val E: Parser[String, Int] = {
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   141
  (T ~ p"+" ~ E).map{ case ((x, _), z) => x + z } ||
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   142
  (T ~ p"-" ~ E).map{ case ((x, _), z) => x - z } || T }
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   143
lazy val T: Parser[String, Int] = {
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   144
  (F ~ p"*" ~ T).map{ case ((x, _), z) => x * z } || F }
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   145
lazy val F: Parser[String, Int] = {
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   146
  (p"(" ~ E ~ p")").map{ case ((_, y), _) => y } || NumParserInt }
898
5075b69142d9 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 897
diff changeset
   147
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   148
println(E.parse_all("1+3+4"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   149
println(E.parse("1+3+4"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   150
println(E.parse_all("4*2+3"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   151
println(E.parse_all("4*(2+3)"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   152
println(E.parse_all("(4)*((2+3))"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   153
println(E.parse_all("4/2+3"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   154
println(E.parse("1 + 2 * 3"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   155
println(E.parse_all("(1+2)+3"))
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   156
println(E.parse_all("1+2+3"))
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   157
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   158
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   159
// with parser combinators (and other parsing algorithms)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   160
// no left-recursion is allowed, otherwise the will loop
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   161
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   162
lazy val EL: Parser[String, Int] = 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   163
  ((EL ~ p"+" ~ EL).map{ case ((x, y), z) => x + z} || 
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   164
   (EL ~ p"*" ~ EL).map{ case ((x, y), z) => x * z} ||
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   165
   (p"(" ~ EL ~ p")").map{ case ((x, y), z) => y} ||
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   166
   NumParserInt)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   167
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   168
// this will run forever:
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   169
//println(EL.parse_all("1+2+3"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   170
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   171
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   172
// non-ambiguous vs ambiguous grammars
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   173
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   174
// ambiguous
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   175
lazy val S : Parser[String, String] =
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   176
  (p"1" ~ S ~ S).map{ case ((x, y), z) => x + y + z } || p""
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   177
850
Christian Urban <christian.urban@kcl.ac.uk>
parents: 849
diff changeset
   178
//println(time(S.parse("1" * 10)))
Christian Urban <christian.urban@kcl.ac.uk>
parents: 849
diff changeset
   179
//println(time(S.parse_all("1" * 10)))
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   180
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   181
// non-ambiguous
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   182
lazy val U : Parser[String, String] =
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   183
  (p"1" ~ U).map{ case (x, y) => x + y } || p""
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   184
850
Christian Urban <christian.urban@kcl.ac.uk>
parents: 849
diff changeset
   185
//println(time(U.parse("1" * 10)))
Christian Urban <christian.urban@kcl.ac.uk>
parents: 849
diff changeset
   186
//println(time(U.parse_all("1" * 10)))
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   187
println(U.parse("1" * 25))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   188
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   189
U.parse("11")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   190
U.parse("11111")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   191
U.parse("11011")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   192
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   193
U.parse_all("1" * 100)
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   194
U.parse_all("1" * 100 + "0")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   195
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   196
// you can see the difference in second example
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   197
//S.parse_all("1" * 100)         // succeeds
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   198
//S.parse_all("1" * 100 + "0")   // fails
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   199
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   200
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   201
// A variant which counts how many 1s are parsed
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   202
lazy val UCount : Parser[String, Int] =
799
c18b991eaad2 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 742
diff changeset
   203
  (p"1" ~ UCount).map{ case (_, y) => y + 1 } || p"".map{ _ => 0 }
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   204
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   205
println(UCount.parse("11111"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   206
println(UCount.parse_all("11111"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   207
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   208
// Two single character parsers
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   209
lazy val One : Parser[String, String] = p"a"
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   210
lazy val Two : Parser[String, String] = p"b"
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   211
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   212
One.parse("a")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   213
One.parse("aaa")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   214
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   215
// note how the pairs nest to the left with sequence parsers
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   216
(One ~ One).parse("aaa")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   217
(One ~ One ~ One).parse("aaa")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   218
(One ~ One ~ One ~ One).parse("aaaa")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   219
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   220
(One || Two).parse("aaa")
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   221
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   222
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   223
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   224
// a problem with the arithmetic expression parser: it 
742
155426396b5f updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 732
diff changeset
   225
// gets very slow with deeply nested parentheses
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   226
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   227
println("A runtime problem")
732
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   228
println(E.parse("1"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   229
println(E.parse("(1)"))
37951c195380 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff changeset
   230
println(E.parse("((1))"))
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   231
println(E.parse("(((1)))"))
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   232
println(E.parse("((((1))))"))
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   233
println(E.parse("((((((1))))))"))
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   234
println(E.parse("(((((((1)))))))"))
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   235
//println(E.parse("((((((((1))))))))"))
828
a7d21029bb13 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 803
diff changeset
   236
a7d21029bb13 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 803
diff changeset
   237
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   238
// faster because of merge in the +/- case
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   239
lazy val E2: Parser[String, Int] = {
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   240
  (T2 ~ (p"+" || p"-") ~ E2).map[Int]{ case ((x, y), z) => if (y == "+") x + z else x - z} || T2 }
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   241
lazy val T2: Parser[String, Int] = {
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   242
  (F2 ~ p"*" ~ T2).map[Int]{ case ((x, _), z) => x * z } || F2 }
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   243
lazy val F2: Parser[String, Int] = {
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   244
  (p"(" ~ E2 ~ p")").map[Int]{ case ((_, y), _) => y } || NumParserInt }
828
a7d21029bb13 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 803
diff changeset
   245
a7d21029bb13 updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 803
diff changeset
   246
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   247
println("mitigated by merging clauses")
906
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   248
println(E2.parse("1"))
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   249
println(E2.parse("(1)"))
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   250
println(E2.parse("((1))"))
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   251
println(E2.parse("(((1)))"))
e7e7fe274f5c updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 898
diff changeset
   252
println(E2.parse("((((1))))"))
919
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   253
println(E2.parse("((((((1))))))"))
d16037caa8fd updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 906
diff changeset
   254
println(E2.parse("(((((((1)))))))"))
936
aabd9168c7ac updated
Christian Urban <christian.urban@kcl.ac.uk>
parents: 919
diff changeset
   255
println(E2.parse("((((((((1))))))))"))