| author | Christian Urban <urbanc@in.tum.de> | 
| Thu, 07 Dec 2017 12:26:41 +0000 | |
| changeset 544 | 91926c861910 | 
| parent 523 | 9c3db5a99084 | 
| child 550 | a62357075346 | 
| permissions | -rw-r--r-- | 
| 477 | 1  | 
// Version with simplification during derivatives;  | 
2  | 
// this keeps the regular expressions small, which  | 
|
3  | 
// is good for run-time  | 
|
| 517 | 4  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
5  | 
|
| 422 | 6  | 
abstract class Rexp  | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
7  | 
case object ZERO extends Rexp  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
8  | 
case object ONE extends Rexp  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
9  | 
case class CHAR(c: Char) extends Rexp  | 
| 422 | 10  | 
case class ALT(r1: Rexp, r2: Rexp) extends Rexp  | 
11  | 
case class SEQ(r1: Rexp, r2: Rexp) extends Rexp  | 
|
12  | 
case class STAR(r: Rexp) extends Rexp  | 
|
13  | 
case class NTIMES(r: Rexp, n: Int) extends Rexp  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
14  | 
|
| 
467
 
3fc9b036321d
fixed bug
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
458 
diff
changeset
 | 
15  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
16  | 
// nullable function: tests whether the regular  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
17  | 
// expression can recognise the empty string  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
18  | 
def nullable (r: Rexp) : Boolean = r match {
 | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
19  | 
case ZERO => false  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
20  | 
case ONE => true  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
21  | 
case CHAR(_) => false  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
22  | 
case ALT(r1, r2) => nullable(r1) || nullable(r2)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
23  | 
case SEQ(r1, r2) => nullable(r1) && nullable(r2)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
24  | 
case STAR(_) => true  | 
| 
121
 
43c116860e47
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
93 
diff
changeset
 | 
25  | 
case NTIMES(r, i) => if (i == 0) true else nullable(r)  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
26  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
27  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
28  | 
// derivative of a regular expression w.r.t. a character  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
29  | 
def der (c: Char, r: Rexp) : Rexp = r match {
 | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
30  | 
case ZERO => ZERO  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
31  | 
case ONE => ZERO  | 
| 
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
32  | 
case CHAR(d) => if (c == d) ONE else ZERO  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
33  | 
case ALT(r1, r2) => ALT(der(c, r1), der(c, r2))  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
34  | 
case SEQ(r1, r2) =>  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
35  | 
if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2))  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
36  | 
else SEQ(der(c, r1), r2)  | 
| 
440
 
e14cd32ad497
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
434 
diff
changeset
 | 
37  | 
case STAR(r1) => SEQ(der(c, r1), STAR(r1))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
38  | 
case NTIMES(r, i) =>  | 
| 477 | 39  | 
if (i == 0) ZERO else SEQ(der(c, r), NTIMES(r, i - 1))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
40  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
41  | 
|
| 422 | 42  | 
def simp(r: Rexp) : Rexp = r match {
 | 
43  | 
  case ALT(r1, r2) => (simp(r1), simp(r2)) match {
 | 
|
44  | 
case (ZERO, r2s) => r2s  | 
|
45  | 
case (r1s, ZERO) => r1s  | 
|
46  | 
case (r1s, r2s) => if (r1s == r2s) r1s else ALT (r1s, r2s)  | 
|
47  | 
}  | 
|
48  | 
  case SEQ(r1, r2) =>  (simp(r1), simp(r2)) match {
 | 
|
49  | 
case (ZERO, _) => ZERO  | 
|
50  | 
case (_, ZERO) => ZERO  | 
|
51  | 
case (ONE, r2s) => r2s  | 
|
52  | 
case (r1s, ONE) => r1s  | 
|
53  | 
case (r1s, r2s) => SEQ(r1s, r2s)  | 
|
54  | 
}  | 
|
55  | 
case r => r  | 
|
56  | 
}  | 
|
57  | 
||
58  | 
||
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
59  | 
// derivative w.r.t. a string (iterates der)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
60  | 
def ders (s: List[Char], r: Rexp) : Rexp = s match {
 | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
61  | 
case Nil => r  | 
| 422 | 62  | 
case c::s => ders(s, simp(der(c, r)))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
63  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
64  | 
|
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
65  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
66  | 
// main matcher function  | 
| 414 | 67  | 
def matcher(r: Rexp, s: String) : Boolean = nullable(ders(s.toList, r))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
68  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
69  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
70  | 
//one or zero  | 
| 
407
 
4b454a6d1814
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
121 
diff
changeset
 | 
71  | 
def OPT(r: Rexp) = ALT(r, ONE)  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
72  | 
|
| 477 | 73  | 
|
74  | 
// Test Cases  | 
|
75  | 
||
| 544 | 76  | 
//evil regular expressions: (a?){n} a{n}  and (a*)* b
 | 
77  | 
def EVIL1(n: Int) = SEQ(NTIMES(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
 | 
|
| 
440
 
e14cd32ad497
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
434 
diff
changeset
 | 
78  | 
val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
 | 
| 422 | 79  | 
|
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
80  | 
|
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
81  | 
def time_needed[T](i: Int, code: => T) = {
 | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
82  | 
val start = System.nanoTime()  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
83  | 
for (j <- 1 to i) code  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
84  | 
val end = System.nanoTime()  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
85  | 
(end - start)/(i * 1.0e9)  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
86  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
87  | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
88  | 
|
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
89  | 
//test: (a?{n}) (a{n})
 | 
| 519 | 90  | 
for (i <- 1 to 8001 by 1000) {
 | 
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
91  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i))))  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
92  | 
}  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
93  | 
|
| 519 | 94  | 
for (i <- 1 to 8001 by 1000) {
 | 
| 415 | 95  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL1(i), "a" * i))))  | 
| 
92
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
96  | 
}  | 
| 
 
e85600529ca5
moved scala files
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents:  
diff
changeset
 | 
97  | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
98  | 
//test: (a*)* b  | 
| 477 | 99  | 
for (i <- 1 to 6000001 by 500000) {
 | 
100  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i))))  | 
|
101  | 
}  | 
|
102  | 
||
103  | 
for (i <- 1 to 6000001 by 500000) {
 | 
|
| 
434
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
104  | 
println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL2, "a" * i))))  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
105  | 
}  | 
| 
 
8664ff87cd77
updated
 
Christian Urban <christian dot urban at kcl dot ac dot uk> 
parents: 
422 
diff
changeset
 | 
106  | 
|
| 477 | 107  | 
|
108  | 
||
109  | 
// size of a regular expressions - for testing purposes  | 
|
110  | 
def size(r: Rexp) : Int = r match {
 | 
|
111  | 
case ZERO => 1  | 
|
112  | 
case ONE => 1  | 
|
113  | 
case CHAR(_) => 1  | 
|
114  | 
case ALT(r1, r2) => 1 + size(r1) + size(r2)  | 
|
115  | 
case SEQ(r1, r2) => 1 + size(r1) + size(r2)  | 
|
116  | 
case STAR(r) => 1 + size(r)  | 
|
117  | 
case NTIMES(r, _) => 1 + size(r)  | 
|
| 415 | 118  | 
}  | 
119  | 
||
| 477 | 120  | 
|
121  | 
// now the size of the derivatives grows  | 
|
122  | 
// much, much slower  | 
|
123  | 
||
124  | 
size(ders("".toList, EVIL2))      // 5
 | 
|
125  | 
size(ders("a".toList, EVIL2))     // 8
 | 
|
126  | 
size(ders("aa".toList, EVIL2))    // 8
 | 
|
127  | 
size(ders("aaa".toList, EVIL2))   // 8
 | 
|
128  | 
size(ders("aaaa".toList, EVIL2))  // 8
 | 
|
129  | 
size(ders("aaaaa".toList, EVIL2)) // 8
 | 
|
| 544 | 130  | 
|
131  | 
||
132  | 
||
133  | 
||
134  | 
||
135  | 
// Examples from the Sulzmann paper  | 
|
136  | 
val sulzmann = STAR(ALT(ALT(CHAR('a'), CHAR('b')), SEQ(CHAR('a'), CHAR('b'))))
 | 
|
137  | 
||
138  | 
||
139  | 
for (i <- 1 to 4501 by 500) {
 | 
|
140  | 
println(i + ": " + "%.5f".format(time_needed(1, matcher(sulzmann, "a" * i))))  | 
|
141  | 
}  | 
|
142  | 
||
143  | 
for (i <- 1 to 4501 by 500) {
 | 
|
144  | 
println(i + ": " + "%.5f".format(time_needed(1, matcher(sulzmann, "ab" * i))))  | 
|
145  | 
}  |