| author | Christian Urban <urbanc@in.tum.de> | 
| Wed, 31 May 2017 09:14:39 +0100 | |
| changeset 495 | acd4567735ce | 
| parent 477 | 28e872e7efb3 | 
| child 517 | 2ba868eb95cc | 
| permissions | -rw-r--r-- | 
| 477 | 1 | // Version with simplification during derivatives; | 
| 2 | // this keeps the regular expressions small, which | |
| 3 | // is good for run-time | |
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 4 | |
| 422 | 5 | abstract class Rexp | 
| 407 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 6 | case object ZERO extends Rexp | 
| 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 7 | case object ONE extends Rexp | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 8 | case class CHAR(c: Char) extends Rexp | 
| 422 | 9 | case class ALT(r1: Rexp, r2: Rexp) extends Rexp | 
| 10 | case class SEQ(r1: Rexp, r2: Rexp) extends Rexp | |
| 11 | case class STAR(r: Rexp) extends Rexp | |
| 12 | case class NTIMES(r: Rexp, n: Int) extends Rexp | |
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 13 | |
| 467 
3fc9b036321d
fixed bug
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
458diff
changeset | 14 | |
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 15 | // nullable function: tests whether the regular | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 16 | // expression can recognise the empty string | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 17 | def nullable (r: Rexp) : Boolean = r match {
 | 
| 407 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 18 | case ZERO => false | 
| 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 19 | case ONE => true | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 20 | case CHAR(_) => false | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 21 | case ALT(r1, r2) => nullable(r1) || nullable(r2) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 22 | case SEQ(r1, r2) => nullable(r1) && nullable(r2) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 23 | case STAR(_) => true | 
| 121 
43c116860e47
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
93diff
changeset | 24 | case NTIMES(r, i) => if (i == 0) true else nullable(r) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 25 | } | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 26 | |
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 27 | // derivative of a regular expression w.r.t. a character | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 28 | def der (c: Char, r: Rexp) : Rexp = r match {
 | 
| 407 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 29 | case ZERO => ZERO | 
| 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 30 | case ONE => ZERO | 
| 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 31 | case CHAR(d) => if (c == d) ONE else ZERO | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 32 | case ALT(r1, r2) => ALT(der(c, r1), der(c, r2)) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 33 | case SEQ(r1, r2) => | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 34 | if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2)) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 35 | else SEQ(der(c, r1), r2) | 
| 440 
e14cd32ad497
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
434diff
changeset | 36 | case STAR(r1) => SEQ(der(c, r1), STAR(r1)) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 37 | case NTIMES(r, i) => | 
| 477 | 38 | if (i == 0) ZERO else SEQ(der(c, r), NTIMES(r, i - 1)) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 39 | } | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 40 | |
| 422 | 41 | def simp(r: Rexp) : Rexp = r match {
 | 
| 42 |   case ALT(r1, r2) => (simp(r1), simp(r2)) match {
 | |
| 43 | case (ZERO, r2s) => r2s | |
| 44 | case (r1s, ZERO) => r1s | |
| 45 | case (r1s, r2s) => if (r1s == r2s) r1s else ALT (r1s, r2s) | |
| 46 | } | |
| 47 |   case SEQ(r1, r2) =>  (simp(r1), simp(r2)) match {
 | |
| 48 | case (ZERO, _) => ZERO | |
| 49 | case (_, ZERO) => ZERO | |
| 50 | case (ONE, r2s) => r2s | |
| 51 | case (r1s, ONE) => r1s | |
| 52 | case (r1s, r2s) => SEQ(r1s, r2s) | |
| 53 | } | |
| 54 | case r => r | |
| 55 | } | |
| 56 | ||
| 57 | ||
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 58 | // derivative w.r.t. a string (iterates der) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 59 | def ders (s: List[Char], r: Rexp) : Rexp = s match {
 | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 60 | case Nil => r | 
| 422 | 61 | case c::s => ders(s, simp(der(c, r))) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 62 | } | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 63 | |
| 407 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 64 | |
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 65 | // main matcher function | 
| 414 | 66 | def matcher(r: Rexp, s: String) : Boolean = nullable(ders(s.toList, r)) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 67 | |
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 68 | |
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 69 | //one or zero | 
| 407 
4b454a6d1814
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
121diff
changeset | 70 | def OPT(r: Rexp) = ALT(r, ONE) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 71 | |
| 477 | 72 | |
| 73 | // Test Cases | |
| 74 | ||
| 422 | 75 | //evil regular expressions | 
| 76 | def EVIL1(n: Int) = SEQ(NTIMES(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
 | |
| 440 
e14cd32ad497
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
434diff
changeset | 77 | val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
 | 
| 422 | 78 | |
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 79 | |
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 80 | def time_needed[T](i: Int, code: => T) = {
 | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 81 | val start = System.nanoTime() | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 82 | for (j <- 1 to i) code | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 83 | val end = System.nanoTime() | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 84 | (end - start)/(i * 1.0e9) | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 85 | } | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 86 | |
| 434 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 87 | |
| 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 88 | //test: (a?{n}) (a{n})
 | 
| 477 | 89 | for (i <- 1 to 11001 by 1000) {
 | 
| 434 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 90 | println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i)))) | 
| 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 91 | } | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 92 | |
| 477 | 93 | for (i <- 1 to 11001 by 1000) {
 | 
| 415 | 94 | println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i)))) | 
| 92 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 95 | } | 
| 
e85600529ca5
moved scala files
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: diff
changeset | 96 | |
| 434 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 97 | //test: (a*)* b | 
| 477 | 98 | for (i <- 1 to 6000001 by 500000) {
 | 
| 99 | println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i)))) | |
| 100 | } | |
| 101 | ||
| 102 | for (i <- 1 to 6000001 by 500000) {
 | |
| 434 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 103 | println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i)))) | 
| 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 104 | } | 
| 
8664ff87cd77
updated
 Christian Urban <christian dot urban at kcl dot ac dot uk> parents: 
422diff
changeset | 105 | |
| 477 | 106 | |
| 107 | ||
| 108 | // size of a regular expressions - for testing purposes | |
| 109 | def size(r: Rexp) : Int = r match {
 | |
| 110 | case ZERO => 1 | |
| 111 | case ONE => 1 | |
| 112 | case CHAR(_) => 1 | |
| 113 | case ALT(r1, r2) => 1 + size(r1) + size(r2) | |
| 114 | case SEQ(r1, r2) => 1 + size(r1) + size(r2) | |
| 115 | case STAR(r) => 1 + size(r) | |
| 116 | case NTIMES(r, _) => 1 + size(r) | |
| 415 | 117 | } | 
| 118 | ||
| 477 | 119 | |
| 120 | // now the size of the derivatives grows | |
| 121 | // much, much slower | |
| 122 | ||
| 123 | size(ders("".toList, EVIL2))      // 5
 | |
| 124 | size(ders("a".toList, EVIL2))     // 8
 | |
| 125 | size(ders("aa".toList, EVIL2))    // 8
 | |
| 126 | size(ders("aaa".toList, EVIL2))   // 8
 | |
| 127 | size(ders("aaaa".toList, EVIL2))  // 8
 | |
| 128 | size(ders("aaaaa".toList, EVIL2)) // 8
 |