| author | cu | 
| Wed, 18 Oct 2017 12:33:00 +0100 | |
| changeset 523 | 9c3db5a99084 | 
| parent 519 | 3921e68f5cd1 | 
| child 544 | 91926c861910 | 
| permissions | -rw-r--r-- | 
| 477 | 1  | 
// Version with simplification during derivatives;  | 
2  | 
// this keeps the regular expressions small, which  | 
|
3  | 
// is good for run-time  | 
|
| 517 | 4  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
5  | 
|
| 422 | 6  | 
abstract class Rexp  | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
7  | 
case object ZERO extends Rexp  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
8  | 
case object ONE extends Rexp  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
9  | 
case class CHAR(c: Char) extends Rexp  | 
| 422 | 10  | 
case class ALT(r1: Rexp, r2: Rexp) extends Rexp  | 
11  | 
case class SEQ(r1: Rexp, r2: Rexp) extends Rexp  | 
|
12  | 
case class STAR(r: Rexp) extends Rexp  | 
|
13  | 
case class NTIMES(r: Rexp, n: Int) extends Rexp  | 
|
| 523 | 14  | 
case class CSET(cs: Set[Char]) extends Rexp  | 
15  | 
case class CFUN(f: Char => Bool) extends Rexp  | 
|
16  | 
||
17  | 
CSET(('a' to 'z').toSet)
 | 
|
18  | 
||
19  | 
val CSET2(cs: Set[Char]) = CFUN((c:Char) => cs.contains(c))  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
20  | 
|
| 
467
 
3fc9b036321d
fixed bug
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
458 
diff
changeset
 | 
21  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
22  | 
// nullable function: tests whether the regular  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
23  | 
// expression can recognise the empty string  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
24  | 
def nullable (r: Rexp) : Boolean = r match {
 | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
25  | 
case ZERO => false  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
26  | 
case ONE => true  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
27  | 
case CHAR(_) => false  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
28  | 
case ALT(r1, r2) => nullable(r1) || nullable(r2)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
29  | 
case SEQ(r1, r2) => nullable(r1) && nullable(r2)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
30  | 
case STAR(_) => true  | 
| 
121
 
43c116860e47
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
93 
diff
changeset
 | 
31  | 
case NTIMES(r, i) => if (i == 0) true else nullable(r)  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
32  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
33  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
34  | 
// derivative of a regular expression w.r.t. a character  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
35  | 
def der (c: Char, r: Rexp) : Rexp = r match {
 | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
36  | 
case ZERO => ZERO  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
37  | 
case ONE => ZERO  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
38  | 
case CHAR(d) => if (c == d) ONE else ZERO  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
39  | 
case ALT(r1, r2) => ALT(der(c, r1), der(c, r2))  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
40  | 
case SEQ(r1, r2) =>  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
41  | 
if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2))  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
42  | 
else SEQ(der(c, r1), r2)  | 
| 
440
 
e14cd32ad497
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
434 
diff
changeset
 | 
43  | 
case STAR(r1) => SEQ(der(c, r1), STAR(r1))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
44  | 
case NTIMES(r, i) =>  | 
| 477 | 45  | 
if (i == 0) ZERO else SEQ(der(c, r), NTIMES(r, i - 1))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
46  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
47  | 
|
| 422 | 48  | 
def simp(r: Rexp) : Rexp = r match {
 | 
49  | 
  case ALT(r1, r2) => (simp(r1), simp(r2)) match {
 | 
|
50  | 
case (ZERO, r2s) => r2s  | 
|
51  | 
case (r1s, ZERO) => r1s  | 
|
52  | 
case (r1s, r2s) => if (r1s == r2s) r1s else ALT (r1s, r2s)  | 
|
53  | 
}  | 
|
54  | 
  case SEQ(r1, r2) =>  (simp(r1), simp(r2)) match {
 | 
|
55  | 
case (ZERO, _) => ZERO  | 
|
56  | 
case (_, ZERO) => ZERO  | 
|
57  | 
case (ONE, r2s) => r2s  | 
|
58  | 
case (r1s, ONE) => r1s  | 
|
59  | 
case (r1s, r2s) => SEQ(r1s, r2s)  | 
|
60  | 
}  | 
|
61  | 
case r => r  | 
|
62  | 
}  | 
|
63  | 
||
64  | 
||
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
65  | 
// derivative w.r.t. a string (iterates der)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
66  | 
def ders (s: List[Char], r: Rexp) : Rexp = s match {
 | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
67  | 
case Nil => r  | 
| 422 | 68  | 
case c::s => ders(s, simp(der(c, r)))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
69  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
70  | 
|
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
71  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
72  | 
// main matcher function  | 
| 414 | 73  | 
def matcher(r: Rexp, s: String) : Boolean = nullable(ders(s.toList, r))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
74  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
75  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
76  | 
//one or zero  | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
77  | 
def OPT(r: Rexp) = ALT(r, ONE)  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
78  | 
|
| 477 | 79  | 
|
80  | 
// Test Cases  | 
|
81  | 
||
| 422 | 82  | 
//evil regular expressions  | 
| 519 | 83  | 
def EVIL1(n: Int) = SEQ(NTIMEemacs re3S(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
 | 
| 
440
 
e14cd32ad497
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
434 
diff
changeset
 | 
84  | 
val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
 | 
| 422 | 85  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
86  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
87  | 
def time_needed[T](i: Int, code: => T) = {
 | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
88  | 
val start = System.nanoTime()  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
89  | 
for (j <- 1 to i) code  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
90  | 
val end = System.nanoTime()  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
91  | 
(end - start)/(i * 1.0e9)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
92  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
93  | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
94  | 
|
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
95  | 
//test: (a?{n}) (a{n})
 | 
| 519 | 96  | 
for (i <- 1 to 8001 by 1000) {
 | 
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
97  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i))))  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
98  | 
}  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
99  | 
|
| 519 | 100  | 
for (i <- 1 to 8001 by 1000) {
 | 
| 415 | 101  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i))))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
102  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
103  | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
104  | 
//test: (a*)* b  | 
| 477 | 105  | 
for (i <- 1 to 6000001 by 500000) {
 | 
106  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i))))  | 
|
107  | 
}  | 
|
108  | 
||
109  | 
for (i <- 1 to 6000001 by 500000) {
 | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
110  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i))))  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
111  | 
}  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
112  | 
|
| 477 | 113  | 
|
114  | 
||
115  | 
// size of a regular expressions - for testing purposes  | 
|
116  | 
def size(r: Rexp) : Int = r match {
 | 
|
117  | 
case ZERO => 1  | 
|
118  | 
case ONE => 1  | 
|
119  | 
case CHAR(_) => 1  | 
|
120  | 
case ALT(r1, r2) => 1 + size(r1) + size(r2)  | 
|
121  | 
case SEQ(r1, r2) => 1 + size(r1) + size(r2)  | 
|
122  | 
case STAR(r) => 1 + size(r)  | 
|
123  | 
case NTIMES(r, _) => 1 + size(r)  | 
|
| 415 | 124  | 
}  | 
125  | 
||
| 477 | 126  | 
|
127  | 
// now the size of the derivatives grows  | 
|
128  | 
// much, much slower  | 
|
129  | 
||
130  | 
size(ders("".toList, EVIL2))      // 5
 | 
|
131  | 
size(ders("a".toList, EVIL2))     // 8
 | 
|
132  | 
size(ders("aa".toList, EVIL2))    // 8
 | 
|
133  | 
size(ders("aaa".toList, EVIL2))   // 8
 | 
|
134  | 
size(ders("aaaa".toList, EVIL2))  // 8
 | 
|
135  | 
size(ders("aaaaa".toList, EVIL2)) // 8
 |