| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      1 | // A simple matcher for basic regular expressions
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      2 | //
 | 
| 919 |      3 | // Call the testcases with X = {1,2,3}
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      4 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      5 | //   amm re1.sc testX
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      6 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      7 | // or 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      8 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      9 | //   amm re1.sc all
 | 
| 826 |     10 | //
 | 
|  |     11 | 
 | 
| 745 |     12 |  
 | 
| 980 |     13 | // regular expressions (as enum in Scala 3)
 | 
|  |     14 | enum Rexp {
 | 
|  |     15 |   case ZERO                     // matches nothing
 | 
|  |     16 |   case ONE                      // matches an empty string
 | 
|  |     17 |   case CHAR(c: Char)            // matches a character c
 | 
|  |     18 |   case ALT(r1: Rexp, r2: Rexp)  // alternative
 | 
|  |     19 |   case SEQ(r1: Rexp, r2: Rexp)  // sequence
 | 
|  |     20 |   case STAR(r: Rexp)            // star
 | 
|  |     21 | }
 | 
|  |     22 | import Rexp._
 | 
| 919 |     23 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     24 | // nullable function: tests whether a regular 
 | 
| 919 |     25 | // expression can recognise the empty string  
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     26 | def nullable(r: Rexp) : Boolean = r match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     27 |   case ZERO => false
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     28 |   case ONE => true
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     29 |   case CHAR(_) => false
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     30 |   case ALT(r1, r2) => nullable(r1) || nullable(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     31 |   case SEQ(r1, r2) => nullable(r1) && nullable(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     32 |   case STAR(_) => true
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     33 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     34 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     35 | // the derivative of a regular expression w.r.t. a character
 | 
| 825 |     36 | def der(c: Char, r: Rexp) : Rexp = r match {
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     37 |   case ZERO => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     38 |   case ONE => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     39 |   case CHAR(d) => if (c == d) ONE else ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     40 |   case ALT(r1, r2) => ALT(der(c, r1), der(c, r2))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     41 |   case SEQ(r1, r2) => 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     42 |     if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     43 |     else SEQ(der(c, r1), r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     44 |   case STAR(r1) => SEQ(der(c, r1), STAR(r1))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     45 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     46 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     47 | // the derivative w.r.t. a string (iterates der)
 | 
| 825 |     48 | def ders(s: List[Char], r: Rexp) : Rexp = s match {
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     49 |   case Nil => r
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     50 |   case c::s => ders(s, der(c, r))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     51 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     52 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     53 | // the main matcher function
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     54 | def matcher(r: Rexp, s: String) : Boolean = 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     55 |   nullable(ders(s.toList, r))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     56 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     57 | 
 | 
| 919 |     58 | // some examples from the homework
 | 
| 871 |     59 | 
 | 
| 940 |     60 | val r = SEQ(CHAR('a'), CHAR('c'))
 | 
| 913 |     61 | matcher(r, "ac")
 | 
| 871 |     62 | 
 | 
| 919 |     63 | val r1 = STAR(ALT(SEQ(CHAR('a'), CHAR('b')), CHAR('b')))
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     64 | der('a', r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     65 | der('b', r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     66 | der('c', r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     67 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     68 | val r2 = SEQ(SEQ(CHAR('x'), CHAR('y')), CHAR('z'))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     69 | der('x', r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     70 | der('y', der('x', r2))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     71 | der('z', der('y', der('x', r2)))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     72 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     73 | 
 | 
| 919 |     74 | // Test Cases
 | 
|  |     75 | //============
 | 
|  |     76 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     77 | // the optional regular expression (one or zero times)
 | 
| 765 |     78 | def OPT(r: Rexp) = ALT(r, ONE)   // r + 1
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     79 | 
 | 
| 928 |     80 | // the n-times regular expression (explicitly expanded to SEQs)
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     81 | def NTIMES(r: Rexp, n: Int) : Rexp = n match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     82 |   case 0 => ONE
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     83 |   case 1 => r
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     84 |   case n => SEQ(r, NTIMES(r, n - 1))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     85 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     86 | 
 | 
| 765 |     87 | // the evil regular expression  (a?){n} a{n}
 | 
|  |     88 | def EVIL1(n: Int) = 
 | 
|  |     89 |   SEQ(NTIMES(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     90 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     91 | // the evil regular expression (a*)* b
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     92 | val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     93 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     94 | // for measuring time
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     95 | def time_needed[T](i: Int, code: => T) = {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     96 |   val start = System.nanoTime()
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     97 |   for (j <- 1 to i) code
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     98 |   val end = System.nanoTime()
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     99 |   (end - start) / (i * 1.0e9)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    100 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    101 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    102 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    103 | // test: (a?{n}) (a{n})
 | 
| 964 |    104 | @main
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    105 | def test1() = {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    106 |   println("Test (a?{n}) (a{n})")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    107 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    108 |   for (i <- 0 to 20 by 2) {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    109 |     println(f"$i: ${time_needed(2, matcher(EVIL1(i), "a" * i))}%.5f")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    110 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    111 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    112 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    113 | // test: (a*)* b
 | 
| 964 |    114 | @main
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    115 | def test2() = {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    116 |   println("Test (a*)* b")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    117 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    118 |   for (i <- 0 to 20 by 2) {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    119 |     println(f"$i: ${time_needed(2, matcher(EVIL2, "a" * i))}%.5f")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    120 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    121 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    122 | 
 | 
| 927 |    123 | 
 | 
|  |    124 | 
 | 
|  |    125 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    126 | // the size of a regular expressions - for testing purposes 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    127 | def size(r: Rexp) : Int = r match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    128 |   case ZERO => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    129 |   case ONE => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    130 |   case CHAR(_) => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    131 |   case ALT(r1, r2) => 1 + size(r1) + size(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    132 |   case SEQ(r1, r2) => 1 + size(r1) + size(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    133 |   case STAR(r) => 1 + size(r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    134 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    135 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    136 | // the expicit expansion in EVIL1(n) increases
 | 
| 769 |    137 | // drastically its size - (a?){n} a{n}
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    138 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    139 | size(EVIL1(1))  // 5
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    140 | size(EVIL1(3))  // 17
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    141 | size(EVIL1(5))  // 29
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    142 | size(EVIL1(7))  // 41
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    143 | size(EVIL1(20)) // 119
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    144 | 
 | 
| 769 |    145 | size(ders(("a" * 20).toList, EVIL1(20))) 
 | 
|  |    146 | 
 | 
|  |    147 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    148 | // given a regular expression and building successive
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    149 | // derivatives might result into bigger and bigger
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    150 | // regular expressions...here is an example for this:
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    151 | 
 | 
| 927 |    152 | 
 | 
|  |    153 | // (a + aa)*
 | 
|  |    154 | val BIG = STAR(ALT(CHAR('a'), SEQ(CHAR('a'), CHAR('a'))))
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    155 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    156 | size(ders("".toList, BIG))              // 13
 | 
| 927 |    157 | size(ders("aa".toList, BIG))            // 51
 | 
|  |    158 | size(ders("aaaa".toList, BIG))          // 112
 | 
|  |    159 | size(ders("aaaaaa".toList, BIG))        // 191
 | 
|  |    160 | size(ders("aaaaaaaa".toList, BIG))      // 288
 | 
|  |    161 | size(ders("aaaaaaaaaa".toList, BIG))    // 403
 | 
|  |    162 | size(ders("aaaaaaaaaaaa".toList, BIG))  // 536
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    163 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    164 | 
 | 
| 927 |    165 | size(ders(("a" * 30).toList, BIG))      // 31010539
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    166 | 
 | 
| 964 |    167 | @main
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    168 | def test3() = {
 | 
| 927 |    169 |   println("Test (a + aa)*")
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    170 | 
 | 
| 927 |    171 |   for (i <- 0 to 30 by 5) {
 | 
|  |    172 |     println(f"$i: ${time_needed(2, matcher(BIG, "a" * i))}%.5f")
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    173 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    174 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    175 | 
 | 
| 980 |    176 | 
 | 
|  |    177 | 
 | 
|  |    178 | // Some code for pretty printing regexes as trees
 | 
|  |    179 | 
 | 
|  |    180 | def implode(ss: Seq[String]) = ss.mkString("\n")
 | 
|  |    181 | def explode(s: String) = s.split("\n").toList
 | 
|  |    182 | 
 | 
|  |    183 | def lst(s: String) : String = explode(s) match {
 | 
|  |    184 |   case hd :: tl => implode(" └" ++ hd :: tl.map("  " ++ _))
 | 
|  |    185 |   case Nil => ""
 | 
|  |    186 | }
 | 
|  |    187 | 
 | 
|  |    188 | def mid(s: String) : String = explode(s) match {
 | 
|  |    189 |   case hd :: tl => implode(" ├" ++ hd :: tl.map(" │" ++ _))
 | 
|  |    190 |   case Nil => ""
 | 
|  |    191 | }
 | 
|  |    192 | 
 | 
|  |    193 | def indent(ss: Seq[String]) : String = ss match {
 | 
|  |    194 |   case init :+ last => implode(init.map(mid) :+ lst(last))
 | 
|  |    195 |   case _ => ""
 | 
|  |    196 | }
 | 
|  |    197 | 
 | 
|  |    198 | def pp(e: Rexp) : String = e match {
 | 
|  |    199 |   case ZERO => "0\n"
 | 
|  |    200 |   case ONE => "1\n"
 | 
|  |    201 |   case CHAR(c) => s"$c\n"
 | 
|  |    202 |   case ALT(r1, r2) => "ALT\n" ++ pps(r1, r2)
 | 
|  |    203 |   case SEQ(r1, r2) => "SEQ\n" ++ pps(r1, r2)
 | 
|  |    204 |   case STAR(r) => "STAR\n" ++ pps(r)
 | 
|  |    205 | }
 | 
|  |    206 | def pps(es: Rexp*) = indent(es.map(pp))
 | 
|  |    207 | 
 | 
|  |    208 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    209 | @main
 | 
| 980 |    210 | def test4() = {
 | 
|  |    211 |   println(pp(r2))
 | 
|  |    212 |   println(pp(ders("x".toList, r2)))
 | 
|  |    213 |   println(pp(ders("xy".toList, r2)))
 | 
|  |    214 |   println(pp(ders("xyz".toList, r2)))
 | 
|  |    215 | }
 | 
|  |    216 | 
 | 
|  |    217 | @main
 | 
|  |    218 | def all() = { test1(); test2() ; test3() ; test4() } 
 | 
| 960 |    219 | 
 | 
| 964 |    220 | 
 | 
|  |    221 | 
 | 
|  |    222 | 
 | 
| 980 |    223 | 
 | 
|  |    224 | // partial derivatives produce a set of regular expressions
 | 
|  |    225 | def pder(c: Char, r: Rexp) : Set[Rexp] = r match {
 | 
|  |    226 |   case ZERO => Set()
 | 
|  |    227 |   case ONE => Set()
 | 
|  |    228 |   case CHAR(d) => if (c == d) Set(ONE) else Set()
 | 
|  |    229 |   case ALT(r1, r2) => pder(c, r1) ++ pder(c, r2)
 | 
|  |    230 |   case SEQ(r1, r2) => {
 | 
|  |    231 |     (for (pr1 <- pder(c, r1)) yield SEQ(pr1, r2)) ++
 | 
|  |    232 |     (if (nullable(r1)) pder(c, r2) else Set())
 | 
|  |    233 |   }
 | 
|  |    234 |   case STAR(r1) => {
 | 
|  |    235 |     for (pr1 <- pder(c, r1)) yield SEQ(pr1, STAR(r1))
 | 
|  |    236 |   }
 | 
|  |    237 | }
 | 
|  |    238 | 
 | 
|  |    239 | def pders(s: List[Char], rs: Set[Rexp]) : Set[Rexp] = s match {
 | 
|  |    240 |   case Nil => rs
 | 
|  |    241 |   case c::s => pders(s, rs.flatMap(pder(c, _)))
 | 
|  |    242 | }
 | 
|  |    243 | 
 | 
|  |    244 | def pders1(s: String, r: Rexp) = pders(s.toList, Set(r))
 | 
|  |    245 | 
 | 
|  |    246 | 
 |