| 928 |      1 | // A version of the simple matcher with simplification 
 | 
| 919 |      2 | // of derivatives
 | 
|  |      3 | //
 | 
| 928 |      4 | // this keeps the regular expressions (often) small, which
 | 
| 1002 |      5 | // is good for speed
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      6 | // 
 | 
| 928 |      7 | // call the test cases with X = {1,2,3,4}
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      8 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |      9 | //   amm re3.sc testX
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     10 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     11 | // or 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     12 | //
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     13 | //   amm re3.sc all
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     14 | 
 | 
| 998 |     15 | // regular expressions (as enum in Scala 3)
 | 
|  |     16 | enum Rexp {
 | 
|  |     17 |   case ZERO                     // matches nothing
 | 
|  |     18 |   case ONE                      // matches an empty string
 | 
|  |     19 |   case CHAR(c: Char)            // matches a character c
 | 
|  |     20 |   case ALT(r1: Rexp, r2: Rexp)  // alternative
 | 
|  |     21 |   case SEQ(r1: Rexp, r2: Rexp)  // sequence
 | 
|  |     22 |   case STAR(r: Rexp)            // star
 | 
|  |     23 |   case NTIMES(r: Rexp, n: Int)  // explicit n-times
 | 
|  |     24 | }
 | 
|  |     25 | import Rexp._
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     26 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     27 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     28 | // the nullable function: tests whether the regular 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     29 | // expression can recognise the empty string
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     30 | def nullable (r: Rexp) : Boolean = r match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     31 |   case ZERO => false
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     32 |   case ONE => true
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     33 |   case CHAR(_) => false
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     34 |   case ALT(r1, r2) => nullable(r1) || nullable(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     35 |   case SEQ(r1, r2) => nullable(r1) && nullable(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     36 |   case STAR(_) => true
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     37 |   case NTIMES(r, i) => if (i == 0) true else nullable(r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     38 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     39 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     40 | // the derivative of a regular expression w.r.t. a character
 | 
| 825 |     41 | def der(c: Char, r: Rexp) : Rexp = r match {
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     42 |   case ZERO => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     43 |   case ONE => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     44 |   case CHAR(d) => if (c == d) ONE else ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     45 |   case ALT(r1, r2) => ALT(der(c, r1), der(c, r2))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     46 |   case SEQ(r1, r2) => 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     47 |     if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     48 |     else SEQ(der(c, r1), r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     49 |   case STAR(r1) => SEQ(der(c, r1), STAR(r1))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     50 |   case NTIMES(r, i) => 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     51 |     if (i == 0) ZERO else SEQ(der(c, r), NTIMES(r, i - 1))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     52 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     53 | 
 | 
| 919 |     54 | // simplification
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     55 | def simp(r: Rexp) : Rexp = r match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     56 |   case ALT(r1, r2) => (simp(r1), simp(r2)) match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     57 |     case (ZERO, r2s) => r2s
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     58 |     case (r1s, ZERO) => r1s
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     59 |     case (r1s, r2s) => if (r1s == r2s) r1s else ALT (r1s, r2s)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     60 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     61 |   case SEQ(r1, r2) =>  (simp(r1), simp(r2)) match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     62 |     case (ZERO, _) => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     63 |     case (_, ZERO) => ZERO
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     64 |     case (ONE, r2s) => r2s
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     65 |     case (r1s, ONE) => r1s
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     66 |     case (r1s, r2s) => SEQ(r1s, r2s)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     67 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     68 |   case r => r
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     69 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     70 | 
 | 
| 928 |     71 | // the derivative w.r.t. a string (iterates der and simp)
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     72 | def ders(s: List[Char], r: Rexp) : Rexp = s match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     73 |   case Nil => r
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     74 |   case c::s => ders(s, simp(der(c, r)))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     75 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     76 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     77 | // the main matcher function
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     78 | def matcher(r: Rexp, s: String) : Boolean = 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     79 |   nullable(ders(s.toList, r))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     80 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     81 | 
 | 
| 919 |     82 | // Test Cases
 | 
|  |     83 | //============
 | 
|  |     84 | 
 | 
| 928 |     85 | // optional is still just defined
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     86 | def OPT(r: Rexp) = ALT(r, ONE)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     87 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     88 | // evil regular expressions: (a?){n} a{n}  and (a*)* b
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     89 | def EVIL1(n: Int) = SEQ(NTIMES(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     90 | val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     91 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     92 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     93 | def time_needed[T](i: Int, code: => T) = {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     94 |   val start = System.nanoTime()
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     95 |   for (j <- 1 to i) code
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     96 |   val end = System.nanoTime()
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     97 |   (end - start)/(i * 1.0e9)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     98 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |     99 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    100 | 
 | 
| 826 |    101 | @arg(doc = "Test (a?{n}) (a{n})")
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    102 | @main
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    103 | def test1() = {
 | 
| 742 |    104 |   println("Test (a?{n}) (a{n})")
 | 
|  |    105 | 
 | 
| 769 |    106 |   for (i <- 0 to 9000 by 1000) {
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    107 |     println(f"$i: ${time_needed(3, matcher(EVIL1(i), "a" * i))}%.5f")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    108 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    109 | }  
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    110 | 
 | 
| 826 |    111 | @arg(doc = "Test (a*)* b")
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    112 | @main
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    113 | def test2() = {
 | 
| 742 |    114 |   println("Test (a*)* b")
 | 
|  |    115 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    116 |   for (i <- 0 to 6000000 by 500000) {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    117 |     println(f"$i: ${time_needed(3, matcher(EVIL2, "a" * i))}%.5f")
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    118 |   }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    119 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    120 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    121 | // size of a regular expressions - for testing purposes 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    122 | def size(r: Rexp) : Int = r match {
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    123 |   case ZERO => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    124 |   case ONE => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    125 |   case CHAR(_) => 1
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    126 |   case ALT(r1, r2) => 1 + size(r1) + size(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    127 |   case SEQ(r1, r2) => 1 + size(r1) + size(r2)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    128 |   case STAR(r) => 1 + size(r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    129 |   case NTIMES(r, _) => 1 + size(r)
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    130 | }
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    131 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    132 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    133 | // now the size of the derivatives grows 
 | 
| 928 |    134 | // much, much slower and actually maxes out
 | 
|  |    135 | // at size 8
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    136 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    137 | size(ders("".toList, EVIL2))      // 5
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    138 | size(ders("a".toList, EVIL2))     // 8
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    139 | size(ders("aa".toList, EVIL2))    // 8
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    140 | size(ders("aaa".toList, EVIL2))   // 8
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    141 | size(ders("aaaa".toList, EVIL2))  // 8
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    142 | size(ders("aaaaa".toList, EVIL2)) // 8
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    143 | 
 | 
| 928 |    144 | size(ders(("a" * 20000).toList, EVIL2)) // 8
 | 
|  |    145 | 
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    146 | 
 | 
| 826 |    147 | @arg(doc = "All tests.")
 | 
| 725 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    148 | @main
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    149 | def all() = { test1(); test2() } 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    150 | 
 | 
| 
Christian Urban <christian.urban@kcl.ac.uk> parents: diff
changeset |    151 | 
 | 
| 782 |    152 | 
 | 
|  |    153 | 
 | 
|  |    154 | 
 | 
| 1002 |    155 | 
 | 
| 826 |    156 | // PS:
 | 
|  |    157 | //
 | 
|  |    158 | // If you want to dig deeper into the topic, you can have 
 | 
|  |    159 | // a look at these examples which still explode. They
 | 
|  |    160 | // need an even more aggressive simplification.
 | 
|  |    161 | 
 | 
| 782 |    162 | // test: (a + aa)*
 | 
|  |    163 | val EVIL3 = STAR(ALT(CHAR('a'), SEQ(CHAR('a'), CHAR('a'))))
 | 
|  |    164 | 
 | 
|  |    165 | 
 | 
| 826 |    166 | @arg(doc = "Test EVIL3")
 | 
| 782 |    167 | @main
 | 
|  |    168 | def test3() = {
 | 
|  |    169 |   println("Test (a + aa)*")
 | 
|  |    170 | 
 | 
| 826 |    171 |   for (i <- 0 to 30 by 5) {
 | 
| 782 |    172 |     println(f"$i: ${time_needed(1, matcher(EVIL3, "a" * i))}%.5f")
 | 
|  |    173 |   }
 | 
|  |    174 | }
 | 
|  |    175 | 
 | 
| 826 |    176 | 
 | 
|  |    177 | // test: (1 + a + aa)*
 | 
|  |    178 | val EVIL4 = STAR(ALT(ONE, ALT(CHAR('a'), SEQ(CHAR('a'), CHAR('a')))))
 | 
|  |    179 | 
 | 
|  |    180 | @arg(doc = "Test EVIL4")
 | 
| 782 |    181 | @main
 | 
|  |    182 | def test4() = {
 | 
|  |    183 |   println("Test (1 + a + aa)*")
 | 
|  |    184 | 
 | 
| 826 |    185 |   for (i <- 0 to 30 by 5) {
 | 
| 782 |    186 |     println(f"$i: ${time_needed(1, matcher(EVIL4, "a" * i))}%.5f")
 | 
|  |    187 |   }
 | 
| 825 |    188 | }
 | 
| 826 |    189 | 
 | 
| 966 |    190 | @main
 | 
|  |    191 | def test5() = {
 | 
|  |    192 |   println("Test (abcdef){n}")
 | 
|  |    193 |   val re = SEQ(CHAR('a'), SEQ(CHAR('b'), SEQ(CHAR('c'), SEQ(CHAR('d'), SEQ(CHAR('e'), CHAR('f'))))))
 | 
|  |    194 | 
 | 
|  |    195 |   for (i <- 0 to 40000 by 5000) {
 | 
|  |    196 |     println(f"$i: ${time_needed(1, matcher(NTIMES(re, i), "abcdef" * i))}%.5f")
 | 
|  |    197 |   }
 | 
|  |    198 | }
 | 
|  |    199 | 
 | 
|  |    200 | 
 | 
| 826 |    201 | @arg(doc = "Tests that show not all is hunky-dory, but a solution leads too far afield.")
 | 
|  |    202 | @main
 | 
| 966 |    203 | def fail() = { test3(); test4(); test5() } 
 |