725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
1 |
// A simple matcher for basic regular expressions
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
2 |
//
|
919
|
3 |
// Call the testcases with X = {1,2,3}
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
4 |
//
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
5 |
// amm re1.sc testX
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
6 |
//
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
7 |
// or
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
8 |
//
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
9 |
// amm re1.sc all
|
826
|
10 |
//
|
|
11 |
|
745
|
12 |
|
981
|
13 |
// regular expressions (as enum in Scala 3)
|
|
14 |
enum Rexp {
|
|
15 |
case ZERO // matches nothing
|
|
16 |
case ONE // matches an empty string
|
|
17 |
case CHAR(c: Char) // matches a character c
|
|
18 |
case ALT(r1: Rexp, r2: Rexp) // alternative
|
|
19 |
case SEQ(r1: Rexp, r2: Rexp) // sequence
|
|
20 |
case STAR(r: Rexp) // star
|
|
21 |
}
|
|
22 |
import Rexp._
|
919
|
23 |
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
24 |
// nullable function: tests whether a regular
|
919
|
25 |
// expression can recognise the empty string
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
26 |
def nullable(r: Rexp) : Boolean = r match {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
27 |
case ZERO => false
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
28 |
case ONE => true
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
29 |
case CHAR(_) => false
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
30 |
case ALT(r1, r2) => nullable(r1) || nullable(r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
31 |
case SEQ(r1, r2) => nullable(r1) && nullable(r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
32 |
case STAR(_) => true
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
33 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
34 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
35 |
// the derivative of a regular expression w.r.t. a character
|
825
|
36 |
def der(c: Char, r: Rexp) : Rexp = r match {
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
37 |
case ZERO => ZERO
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
38 |
case ONE => ZERO
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
39 |
case CHAR(d) => if (c == d) ONE else ZERO
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
40 |
case ALT(r1, r2) => ALT(der(c, r1), der(c, r2))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
41 |
case SEQ(r1, r2) =>
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
42 |
if (nullable(r1)) ALT(SEQ(der(c, r1), r2), der(c, r2))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
43 |
else SEQ(der(c, r1), r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
44 |
case STAR(r1) => SEQ(der(c, r1), STAR(r1))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
45 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
46 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
47 |
// the derivative w.r.t. a string (iterates der)
|
825
|
48 |
def ders(s: List[Char], r: Rexp) : Rexp = s match {
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
49 |
case Nil => r
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
50 |
case c::s => ders(s, der(c, r))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
51 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
52 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
53 |
// the main matcher function
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
54 |
def matcher(r: Rexp, s: String) : Boolean =
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
55 |
nullable(ders(s.toList, r))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
56 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
57 |
|
919
|
58 |
// some examples from the homework
|
871
|
59 |
|
941
|
60 |
val r = SEQ(CHAR('a'), CHAR('c'))
|
913
|
61 |
matcher(r, "ac")
|
871
|
62 |
|
919
|
63 |
val r1 = STAR(ALT(SEQ(CHAR('a'), CHAR('b')), CHAR('b')))
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
64 |
der('a', r)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
65 |
der('b', r)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
66 |
der('c', r)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
67 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
68 |
val r2 = SEQ(SEQ(CHAR('x'), CHAR('y')), CHAR('z'))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
69 |
der('x', r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
70 |
der('y', der('x', r2))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
71 |
der('z', der('y', der('x', r2)))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
72 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
73 |
|
919
|
74 |
// Test Cases
|
|
75 |
//============
|
|
76 |
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
77 |
// the optional regular expression (one or zero times)
|
765
|
78 |
def OPT(r: Rexp) = ALT(r, ONE) // r + 1
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
79 |
|
929
|
80 |
// the n-times regular expression (explicitly expanded to SEQs)
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
81 |
def NTIMES(r: Rexp, n: Int) : Rexp = n match {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
82 |
case 0 => ONE
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
83 |
case 1 => r
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
84 |
case n => SEQ(r, NTIMES(r, n - 1))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
85 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
86 |
|
765
|
87 |
// the evil regular expression (a?){n} a{n}
|
|
88 |
def EVIL1(n: Int) =
|
|
89 |
SEQ(NTIMES(OPT(CHAR('a')), n), NTIMES(CHAR('a'), n))
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
90 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
91 |
// the evil regular expression (a*)* b
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
92 |
val EVIL2 = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
93 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
94 |
// for measuring time
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
95 |
def time_needed[T](i: Int, code: => T) = {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
96 |
val start = System.nanoTime()
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
97 |
for (j <- 1 to i) code
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
98 |
val end = System.nanoTime()
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
99 |
(end - start) / (i * 1.0e9)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
100 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
101 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
102 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
103 |
// test: (a?{n}) (a{n})
|
965
|
104 |
@main
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
105 |
def test1() = {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
106 |
println("Test (a?{n}) (a{n})")
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
107 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
108 |
for (i <- 0 to 20 by 2) {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
109 |
println(f"$i: ${time_needed(2, matcher(EVIL1(i), "a" * i))}%.5f")
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
110 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
111 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
112 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
113 |
// test: (a*)* b
|
965
|
114 |
@main
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
115 |
def test2() = {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
116 |
println("Test (a*)* b")
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
117 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
118 |
for (i <- 0 to 20 by 2) {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
119 |
println(f"$i: ${time_needed(2, matcher(EVIL2, "a" * i))}%.5f")
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
120 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
121 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
122 |
|
928
|
123 |
|
|
124 |
|
|
125 |
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
126 |
// the size of a regular expressions - for testing purposes
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
127 |
def size(r: Rexp) : Int = r match {
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
128 |
case ZERO => 1
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
129 |
case ONE => 1
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
130 |
case CHAR(_) => 1
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
131 |
case ALT(r1, r2) => 1 + size(r1) + size(r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
132 |
case SEQ(r1, r2) => 1 + size(r1) + size(r2)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
133 |
case STAR(r) => 1 + size(r)
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
134 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
135 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
136 |
// the expicit expansion in EVIL1(n) increases
|
769
|
137 |
// drastically its size - (a?){n} a{n}
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
138 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
139 |
size(EVIL1(1)) // 5
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
140 |
size(EVIL1(3)) // 17
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
141 |
size(EVIL1(5)) // 29
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
142 |
size(EVIL1(7)) // 41
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
143 |
size(EVIL1(20)) // 119
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
144 |
|
769
|
145 |
size(ders(("a" * 20).toList, EVIL1(20)))
|
|
146 |
|
|
147 |
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
148 |
// given a regular expression and building successive
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
149 |
// derivatives might result into bigger and bigger
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
150 |
// regular expressions...here is an example for this:
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
151 |
|
928
|
152 |
|
|
153 |
// (a + aa)*
|
|
154 |
val BIG = STAR(ALT(CHAR('a'), SEQ(CHAR('a'), CHAR('a'))))
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
155 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
156 |
size(ders("".toList, BIG)) // 13
|
928
|
157 |
size(ders("aa".toList, BIG)) // 51
|
|
158 |
size(ders("aaaa".toList, BIG)) // 112
|
|
159 |
size(ders("aaaaaa".toList, BIG)) // 191
|
|
160 |
size(ders("aaaaaaaa".toList, BIG)) // 288
|
|
161 |
size(ders("aaaaaaaaaa".toList, BIG)) // 403
|
|
162 |
size(ders("aaaaaaaaaaaa".toList, BIG)) // 536
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
163 |
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
164 |
|
928
|
165 |
size(ders(("a" * 30).toList, BIG)) // 31010539
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
166 |
|
965
|
167 |
@main
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
168 |
def test3() = {
|
928
|
169 |
println("Test (a + aa)*")
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
170 |
|
928
|
171 |
for (i <- 0 to 30 by 5) {
|
|
172 |
println(f"$i: ${time_needed(2, matcher(BIG, "a" * i))}%.5f")
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
173 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
174 |
}
|
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
175 |
|
981
|
176 |
|
|
177 |
|
|
178 |
// Some code for pretty printing regexes as trees
|
|
179 |
|
|
180 |
def implode(ss: Seq[String]) = ss.mkString("\n")
|
|
181 |
def explode(s: String) = s.split("\n").toList
|
|
182 |
|
|
183 |
def lst(s: String) : String = explode(s) match {
|
|
184 |
case hd :: tl => implode(" └" ++ hd :: tl.map(" " ++ _))
|
|
185 |
case Nil => ""
|
|
186 |
}
|
|
187 |
|
|
188 |
def mid(s: String) : String = explode(s) match {
|
|
189 |
case hd :: tl => implode(" ├" ++ hd :: tl.map(" │" ++ _))
|
|
190 |
case Nil => ""
|
|
191 |
}
|
|
192 |
|
|
193 |
def indent(ss: Seq[String]) : String = ss match {
|
|
194 |
case init :+ last => implode(init.map(mid) :+ lst(last))
|
|
195 |
case _ => ""
|
|
196 |
}
|
|
197 |
|
|
198 |
def pp(e: Rexp) : String = e match {
|
|
199 |
case ZERO => "0\n"
|
|
200 |
case ONE => "1\n"
|
|
201 |
case CHAR(c) => s"$c\n"
|
|
202 |
case ALT(r1, r2) => "ALT\n" ++ pps(r1, r2)
|
|
203 |
case SEQ(r1, r2) => "SEQ\n" ++ pps(r1, r2)
|
|
204 |
case STAR(r) => "STAR\n" ++ pps(r)
|
|
205 |
}
|
|
206 |
def pps(es: Rexp*) = indent(es.map(pp))
|
|
207 |
|
|
208 |
|
725
Christian Urban <christian.urban@kcl.ac.uk>
parents:
diff
changeset
|
209 |
@main
|
981
|
210 |
def test4() = {
|
|
211 |
println(pp(r2))
|
|
212 |
println(pp(ders("x".toList, r2)))
|
|
213 |
println(pp(ders("xy".toList, r2)))
|
|
214 |
println(pp(ders("xyz".toList, r2)))
|
|
215 |
}
|
|
216 |
|
|
217 |
@main
|
|
218 |
def all() = { test1(); test2() ; test3() ; test4() }
|
961
|
219 |
|
965
|
220 |
|
|
221 |
|
|
222 |
|
981
|
223 |
|
|
224 |
// partial derivatives produce a set of regular expressions
|
|
225 |
def pder(c: Char, r: Rexp) : Set[Rexp] = r match {
|
|
226 |
case ZERO => Set()
|
|
227 |
case ONE => Set()
|
|
228 |
case CHAR(d) => if (c == d) Set(ONE) else Set()
|
|
229 |
case ALT(r1, r2) => pder(c, r1) ++ pder(c, r2)
|
|
230 |
case SEQ(r1, r2) => {
|
|
231 |
(for (pr1 <- pder(c, r1)) yield SEQ(pr1, r2)) ++
|
|
232 |
(if (nullable(r1)) pder(c, r2) else Set())
|
|
233 |
}
|
|
234 |
case STAR(r1) => {
|
|
235 |
for (pr1 <- pder(c, r1)) yield SEQ(pr1, STAR(r1))
|
|
236 |
}
|
|
237 |
}
|
|
238 |
|
|
239 |
def pders(s: List[Char], rs: Set[Rexp]) : Set[Rexp] = s match {
|
|
240 |
case Nil => rs
|
|
241 |
case c::s => pders(s, rs.flatMap(pder(c, _)))
|
|
242 |
}
|
|
243 |
|
|
244 |
def pders1(s: String, r: Rexp) = pders(s.toList, Set(r))
|
|
245 |
|
|
246 |
|