| author | Chengsong |
| Thu, 07 May 2020 11:36:15 +0100 | |
| changeset 150 | b51d34113d47 |
| parent 148 | c8ef391dd6f7 |
| child 151 | 73f990bc6843 |
| permissions | -rw-r--r-- |
| 0 | 1 |
package RexpRelated |
2 |
import scala.language.implicitConversions |
|
3 |
import scala.language.reflectiveCalls |
|
4 |
import scala.annotation.tailrec |
|
5 |
import scala.util.Try |
|
6 |
||
7 |
abstract class Bit |
|
8 |
case object Z extends Bit |
|
9 |
case object S extends Bit |
|
|
12
768b833d6230
removed C(c) The retrieve and code in the previous version is still not correct and will crash. no prob now.
Chengsong
parents:
11
diff
changeset
|
10 |
//case class C(c: Char) extends Bit |
| 0 | 11 |
|
12 |
||
13 |
abstract class Rexp |
|
14 |
case object ZERO extends Rexp |
|
15 |
case object ONE extends Rexp |
|
16 |
case class CHAR(c: Char) extends Rexp |
|
17 |
case class ALTS(rs: List[Rexp]) extends Rexp |
|
18 |
case class SEQ(r1: Rexp, r2: Rexp) extends Rexp |
|
19 |
case class STAR(r: Rexp) extends Rexp |
|
20 |
case class RECD(x: String, r: Rexp) extends Rexp |
|
21 |
||
22 |
||
23 |
||
24 |
object Rexp{
|
|
25 |
type Bits = List[Bit] |
|
26 |
// abbreviations |
|
27 |
type Mon = (Char, Rexp) |
|
28 |
type Lin = Set[Mon] |
|
29 |
def ALT(r1: Rexp, r2: Rexp) = ALTS(List(r1, r2)) |
|
30 |
def PLUS(r: Rexp) = SEQ(r, STAR(r)) |
|
31 |
def AALT(bs: Bits, r1: ARexp, r2: ARexp) = AALTS(bs, List(r1, r2)) |
|
32 |
||
33 |
||
34 |
def distinctBy[B, C](xs: List[B], f: B => C, acc: List[C] = Nil): List[B] = xs match {
|
|
35 |
case Nil => Nil |
|
36 |
case (x::xs) => {
|
|
37 |
val res = f(x) |
|
38 |
if (acc.contains(res)) distinctBy(xs, f, acc) |
|
39 |
else x::distinctBy(xs, f, res::acc) |
|
40 |
} |
|
41 |
} |
|
42 |
// some convenience for typing in regular expressions |
|
43 |
def charlist2rexp(s : List[Char]): Rexp = s match {
|
|
44 |
case Nil => ONE |
|
45 |
case c::Nil => CHAR(c) |
|
46 |
case c::s => SEQ(CHAR(c), charlist2rexp(s)) |
|
47 |
} |
|
48 |
implicit def string2rexp(s : String) : Rexp = charlist2rexp(s.toList) |
|
49 |
||
50 |
implicit def RexpOps(r: Rexp) = new {
|
|
51 |
def | (s: Rexp) = ALT(r, s) |
|
52 |
def % = STAR(r) |
|
53 |
def ~ (s: Rexp) = SEQ(r, s) |
|
54 |
} |
|
55 |
||
56 |
implicit def stringOps(s: String) = new {
|
|
57 |
def | (r: Rexp) = ALT(s, r) |
|
58 |
def | (r: String) = ALT(s, r) |
|
59 |
def % = STAR(s) |
|
60 |
def ~ (r: Rexp) = SEQ(s, r) |
|
61 |
def ~ (r: String) = SEQ(s, r) |
|
62 |
def $ (r: Rexp) = RECD(s, r) |
|
63 |
} |
|
64 |
||
65 |
// translation into ARexps |
|
66 |
def fuse(bs: Bits, r: ARexp) : ARexp = r match {
|
|
67 |
case AZERO => AZERO |
|
68 |
case AONE(cs) => AONE(bs ++ cs) |
|
69 |
case ACHAR(cs, f) => ACHAR(bs ++ cs, f) |
|
70 |
case AALTS(cs, rs) => AALTS(bs ++ cs, rs) |
|
71 |
case ASEQ(cs, r1, r2) => ASEQ(bs ++ cs, r1, r2) |
|
72 |
case ASTAR(cs, r) => ASTAR(bs ++ cs, r) |
|
73 |
} |
|
74 |
||
75 |
def internalise(r: Rexp) : ARexp = r match {
|
|
76 |
case ZERO => AZERO |
|
77 |
case ONE => AONE(Nil) |
|
78 |
case CHAR(c) => ACHAR(Nil, c) |
|
79 |
case ALTS(List(r1, r2)) => |
|
80 |
AALTS(Nil, List(fuse(List(Z), internalise(r1)), fuse(List(S), internalise(r2)))) |
|
81 |
case ALTS(r1::rs) => {
|
|
82 |
val AALTS(Nil, rs2) = internalise(ALTS(rs)) |
|
83 |
AALTS(Nil, fuse(List(Z), internalise(r1)) :: rs2.map(fuse(List(S), _))) |
|
84 |
} |
|
85 |
case SEQ(r1, r2) => ASEQ(Nil, internalise(r1), internalise(r2)) |
|
86 |
case STAR(r) => ASTAR(Nil, internalise(r)) |
|
87 |
case RECD(x, r) => internalise(r) |
|
88 |
} |
|
89 |
||
90 |
internalise(("a" | "ab") ~ ("b" | ""))
|
|
| 5 | 91 |
|
| 0 | 92 |
def decode_aux(r: Rexp, bs: Bits) : (Val, Bits) = (r, bs) match {
|
93 |
case (ONE, bs) => (Empty, bs) |
|
|
12
768b833d6230
removed C(c) The retrieve and code in the previous version is still not correct and will crash. no prob now.
Chengsong
parents:
11
diff
changeset
|
94 |
case (CHAR(f), bs) => (Chr(f), bs) |
|
768b833d6230
removed C(c) The retrieve and code in the previous version is still not correct and will crash. no prob now.
Chengsong
parents:
11
diff
changeset
|
95 |
case (ALTS(r::Nil), bs) => decode_aux(r, bs)//this case seems only used when we simp a regex before derivatives and it contains things like alt("a")
|
| 0 | 96 |
case (ALTS(rs), bs) => bs match {
|
97 |
case Z::bs1 => {
|
|
98 |
val (v, bs2) = decode_aux(rs.head, bs1) |
|
99 |
(Left(v), bs2) |
|
100 |
} |
|
101 |
case S::bs1 => {
|
|
102 |
val (v, bs2) = decode_aux(ALTS(rs.tail), bs1) |
|
103 |
(Right(v), bs2) |
|
104 |
} |
|
105 |
} |
|
106 |
case (SEQ(r1, r2), bs) => {
|
|
107 |
val (v1, bs1) = decode_aux(r1, bs) |
|
108 |
val (v2, bs2) = decode_aux(r2, bs1) |
|
109 |
(Sequ(v1, v2), bs2) |
|
110 |
} |
|
111 |
case (STAR(r1), S::bs) => {
|
|
112 |
val (v, bs1) = decode_aux(r1, bs) |
|
113 |
//println(v) |
|
114 |
val (Stars(vs), bs2) = decode_aux(STAR(r1), bs1) |
|
115 |
(Stars(v::vs), bs2) |
|
116 |
} |
|
117 |
case (STAR(_), Z::bs) => (Stars(Nil), bs) |
|
118 |
case (RECD(x, r1), bs) => {
|
|
119 |
val (v, bs1) = decode_aux(r1, bs) |
|
120 |
(Rec(x, v), bs1) |
|
121 |
} |
|
| 109 | 122 |
case (r, Nil) => (Stars(Nil), Nil) |
| 0 | 123 |
} |
124 |
||
125 |
def decode(r: Rexp, bs: Bits) = decode_aux(r, bs) match {
|
|
126 |
case (v, Nil) => v |
|
127 |
case _ => throw new Exception("Not decodable")
|
|
128 |
} |
|
| 5 | 129 |
|
|
11
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
130 |
def code(v: Val): Bits = v match {
|
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
131 |
case Empty => Nil |
|
12
768b833d6230
removed C(c) The retrieve and code in the previous version is still not correct and will crash. no prob now.
Chengsong
parents:
11
diff
changeset
|
132 |
case Chr(a) => Nil |
|
11
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
133 |
case Left(v) => Z :: code(v) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
134 |
case Right(v) => S :: code(v) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
135 |
case Sequ(v1, v2) => code(v1) ::: code(v2) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
136 |
case Stars(Nil) => Z::Nil |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
137 |
case Stars(v::vs) => S::code(v) ::: code(Stars(vs)) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
138 |
} |
| 0 | 139 |
|
| 148 | 140 |
//note that left and right are not recorded |
141 |
//although they guide the retrival |
|
142 |
//in contrast with stars |
|
|
11
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
143 |
def retrieve(r: ARexp, v: Val): Bits = (r,v) match {
|
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
144 |
case (AONE(bs), Empty) => bs |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
145 |
case (ACHAR(bs, c), Chr(d)) => bs |
| 14 | 146 |
case (AALTS(bs, a::Nil), v) => bs ++ retrieve(a, v) |
|
11
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
147 |
case (AALTS(bs, as), Left(v)) => bs ++ retrieve(as.head,v) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
148 |
case (AALTS(bs, as), Right(v)) => bs ++ retrieve(AALTS(Nil,as.tail),v) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
149 |
case (ASEQ(bs, a1, a2), Sequ(v1, v2)) => bs ++ retrieve(a1, v1) ++ retrieve(a2, v2) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
150 |
case (ASTAR(bs, a), Stars(Nil)) => bs ++ List(Z) |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
151 |
case (ASTAR(bs, a), Stars(v::vs)) => bs ++ List(S) ++ retrieve(a, v) ++ retrieve(ASTAR(Nil, a), Stars(vs)) |
| 59 | 152 |
}//bug here last clause should not add list(S) |
| 0 | 153 |
//erase function: extracts the regx from Aregex |
154 |
def erase(r:ARexp): Rexp = r match{
|
|
155 |
case AZERO => ZERO |
|
156 |
case AONE(_) => ONE |
|
157 |
case ACHAR(bs, f) => CHAR(f) |
|
158 |
case AALTS(bs, rs) => ALTS(rs.map(erase(_))) |
|
159 |
case ASEQ(bs, r1, r2) => SEQ (erase(r1), erase(r2)) |
|
160 |
case ASTAR(cs, r)=> STAR(erase(r)) |
|
161 |
} |
|
162 |
||
163 |
//--------------------------------------------------------------------------------------------------------START OF NON-BITCODE PART |
|
164 |
// nullable function: tests whether the regular |
|
165 |
// expression can recognise the empty string |
|
166 |
def nullable (r: Rexp) : Boolean = r match {
|
|
167 |
case ZERO => false |
|
168 |
case ONE => true |
|
169 |
case CHAR(_) => false |
|
170 |
case ALTS(rs) => rs.exists(nullable) |
|
171 |
case SEQ(r1, r2) => nullable(r1) && nullable(r2) |
|
172 |
case STAR(_) => true |
|
173 |
case RECD(_, r) => nullable(r) |
|
174 |
//case PLUS(r) => nullable(r) |
|
175 |
} |
|
176 |
||
177 |
// derivative of a regular expression w.r.t. a character |
|
178 |
def der (c: Char, r: Rexp) : Rexp = r match {
|
|
179 |
case ZERO => ZERO |
|
180 |
case ONE => ZERO |
|
181 |
case CHAR(f) => if (c == f) ONE else ZERO |
|
182 |
case ALTS(List(r1, r2)) => ALTS(List(der(c, r1), der(c, r2))) |
|
183 |
case SEQ(r1, r2) => |
|
184 |
if (nullable(r1)) ALTS(List(SEQ(der(c, r1), r2), der(c, r2))) |
|
185 |
else SEQ(der(c, r1), r2) |
|
186 |
case STAR(r) => SEQ(der(c, r), STAR(r)) |
|
187 |
case RECD(_, r1) => der(c, r1) |
|
188 |
//case PLUS(r) => SEQ(der(c, r), STAR(r)) |
|
189 |
} |
|
190 |
||
| 92 | 191 |
def ders (s: List[Char], r: Rexp) : Rexp = s match {
|
192 |
case Nil => r |
|
193 |
case c::s => ders(s, der(c, r)) |
|
194 |
} |
|
195 |
||
196 |
def der_seqo(r:Rexp, s: List[Char],acc: List[Rexp]) : List[Rexp] = s match{
|
|
197 |
case Nil => acc ::: List(r) |
|
198 |
case c::cs => der_seqo(der(c, r), cs, acc ::: List(r)) |
|
199 |
} |
|
200 |
def der_seq_revo(r:Rexp, s: List[Char], acc: List[Rexp]): List[Rexp] = s match{
|
|
201 |
case Nil => r::acc |
|
202 |
case c::cs =>der_seq_revo(r, cs, ders(s, r) :: acc ) |
|
203 |
} |
|
204 |
def re_closeo(l1: List[Rexp], l2: List[Rexp], re_init: Rexp): Rexp = l1 match {
|
|
205 |
case Nil => re_init |
|
206 |
case c::cs => if(nullable(c)) re_closeo(cs, l2.tail, ALT(re_init, l2.head) ) |
|
207 |
else re_closeo(cs, l2.tail, re_init) |
|
208 |
} |
|
| 93 | 209 |
|
| 92 | 210 |
//HERE |
211 |
def closed_string_dero(r1: Rexp, r2: Rexp, s: List[Char]): Rexp = {
|
|
212 |
val l1 = der_seqo(r1, s, Nil) |
|
213 |
val l2 = der_seq_revo(r2, s, Nil) |
|
214 |
val Re = re_closeo((l1.reverse).tail, l2.tail, SEQ(l1.last, l2.head)) |
|
215 |
Re |
|
216 |
} |
|
217 |
//derivative w.r.t string |
|
218 |
def ders2(s: List[Char], r: Rexp) : Rexp = (s, r) match {
|
|
219 |
case (Nil, r) => r |
|
220 |
case (s, ZERO) => ZERO |
|
221 |
case (s, ONE) => if (s == Nil) ONE else ZERO |
|
222 |
case (s, CHAR(c)) => if (s == List(c)) ONE else |
|
223 |
if (s == Nil) CHAR(c) else ZERO |
|
224 |
case (s, ALTS(List(r1, r2))) => ALT(ders2(s, r1), ders2(s, r2)) |
|
225 |
case (s, SEQ(r1, r2)) => closed_string_dero(r1, r2, s) |
|
226 |
case (c::cs, STAR(r)) => closed_string_dero(der(c, r), STAR(r), cs) |
|
227 |
} |
|
228 |
||
| 0 | 229 |
def flatten(v: Val) : String = v match {
|
230 |
case Empty => "" |
|
231 |
case Chr(c) => c.toString |
|
232 |
case Left(v) => flatten(v) |
|
233 |
case Right(v) => flatten(v) |
|
234 |
case Sequ(v1, v2) => flatten(v1) + flatten(v2) |
|
235 |
case Stars(vs) => vs.map(flatten).mkString |
|
236 |
case Rec(_, v) => flatten(v) |
|
237 |
} |
|
238 |
||
239 |
// extracts an environment from a value |
|
240 |
def env(v: Val) : List[(String, String)] = v match {
|
|
241 |
case Empty => Nil |
|
242 |
case Chr(c) => Nil |
|
243 |
case Left(v) => env(v) |
|
244 |
case Right(v) => env(v) |
|
245 |
case Sequ(v1, v2) => env(v1) ::: env(v2) |
|
246 |
case Stars(vs) => vs.flatMap(env) |
|
247 |
case Rec(x, v) => (x, flatten(v))::env(v) |
|
248 |
} |
|
249 |
||
250 |
||
251 |
// injection part |
|
252 |
def mkeps(r: Rexp) : Val = r match {
|
|
253 |
case ONE => Empty |
|
254 |
case ALTS(List(r1, r2)) => |
|
255 |
if (nullable(r1)) Left(mkeps(r1)) else Right(mkeps(r2)) |
|
256 |
case SEQ(r1, r2) => Sequ(mkeps(r1), mkeps(r2)) |
|
257 |
case STAR(r) => Stars(Nil) |
|
258 |
case RECD(x, r) => Rec(x, mkeps(r)) |
|
259 |
//case PLUS(r) => Stars(List(mkeps(r))) |
|
260 |
} |
|
| 148 | 261 |
def haschr(r: Rexp) : Boolean = r match {
|
262 |
case CHAR(c) => true |
|
263 |
case STAR(r0) => haschr(r0) |
|
264 |
case SEQ(r1, r2) => haschr(r1) && nullable(r2) || haschr(r2) && nullable(r1) |
|
265 |
case ALTS(List(r1, r2)) => haschr(r1) || haschr(r2) |
|
266 |
case ONE => false |
|
267 |
case ZERO => false |
|
268 |
} |
|
269 |
def haschar(r: Rexp, c: Char) : Boolean = r match {
|
|
270 |
case CHAR(d) => if(c == d) true else false |
|
271 |
case SEQ(r1, r2) => if(haschar(r1, c) && nullable(r2)) true else if(haschar(r2, c) && nullable(r1) ) true else false |
|
272 |
case STAR(r) => if(haschar(r, c)) true else false |
|
273 |
case ALTS(List(r1, r2)) => if(haschar(r1, c) || haschar(r2, c)) true else false |
|
274 |
case ONE => false |
|
275 |
case ZERO => false |
|
276 |
} |
|
277 |
def mkchr(r: Rexp) : Val = r match {
|
|
278 |
case SEQ(r1, r2) => |
|
279 |
if(haschr(r1) && nullable(r2)) Sequ(mkchr(r1), mkeps(r2)) |
|
280 |
else if(nullable(r1) && haschr(r2)) Sequ(mkeps(r1), mkchr(r2)) |
|
281 |
else throw new Exception(r.toString) |
|
282 |
case ALTS(List(r1, r2)) => if (haschr(r1)) Left(mkchr(r1)) else Right(mkchr(r2)) |
|
283 |
case STAR(r0) => Stars(List(mkchr(r0))) |
|
284 |
case CHAR(c) => Chr(c) |
|
285 |
case _ => throw new Exception("the regex you gave me can't make a char")
|
|
286 |
} |
|
287 |
def mkchar(r: Rexp, c: Char) : Val = r match {
|
|
288 |
case CHAR(d) => Chr(c)//if(c == d) Chr(c) else error |
|
289 |
case ALTS(List(r1, r2)) => |
|
290 |
if (haschar(r1, c)) Left(mkchar(r1, c)) else Right(mkchar(r2, c)) |
|
| 0 | 291 |
|
| 148 | 292 |
case SEQ(r1, r2) => {if(haschar(r1, c)) Sequ(mkchar(r1, c), mkeps(r2)) else Sequ(mkeps(r1), mkchar(r2, c))}
|
293 |
case STAR(r) =>Stars(List(mkchar(r, c))) |
|
294 |
} |
|
| 0 | 295 |
def inj(r: Rexp, c: Char, v: Val) : Val = (r, v) match {
|
296 |
case (STAR(r), Sequ(v1, Stars(vs))) => Stars(inj(r, c, v1)::vs) |
|
297 |
case (SEQ(r1, r2), Sequ(v1, v2)) => Sequ(inj(r1, c, v1), v2) |
|
298 |
case (SEQ(r1, r2), Left(Sequ(v1, v2))) => Sequ(inj(r1, c, v1), v2) |
|
299 |
case (SEQ(r1, r2), Right(v2)) => Sequ(mkeps(r1), inj(r2, c, v2)) |
|
300 |
case (ALTS(List(r1, r2)), Left(v1)) => Left(inj(r1, c, v1)) |
|
301 |
case (ALTS(List(r1, r2)), Right(v2)) => Right(inj(r2, c, v2)) |
|
302 |
case (CHAR(_), Empty) => Chr(c) |
|
303 |
case (RECD(x, r1), _) => Rec(x, inj(r1, c, v)) |
|
304 |
//case (PLUS(r), Sequ(v1, Stars(vs))) => Stars(inj(r, c, v1)::vs) |
|
305 |
} |
|
| 148 | 306 |
def fuzzy_inj(r: ARexp, c: Char, v: Val) : Val = v match {
|
307 |
case Stars(vs) => r match {//vs
|
|
308 |
case ASTAR(bs, r0) => inj( erase(r), c, Sequ(mkeps(erase(bder(c, r0))), v) ) |
|
309 |
case ASEQ(bs, r1, r2) => inj(erase(r), c, Sequ(mkeps(erase(bder(c, r1))), v) ) |
|
310 |
} |
|
311 |
case Sequ(v1, v2) => r match {
|
|
312 |
case ASTAR(bs, r0) => inj(erase(r), c, Sequ(mkchar(erase(bder(c, r0)), c), v2)) |
|
313 |
case _ => v |
|
314 |
} |
|
315 |
case _ => v |
|
316 |
} |
|
317 |
/*def gen_rect(r: Rexp) : Val => Val = {
|
|
318 |
//lingqi |
|
319 |
//buyao sanle |
|
320 |
val r1 = bsimp(r) |
|
321 |
||
322 |
} |
|
323 |
def fuzzy_inj(r: ARexp, c: Char, v: Val) : Val = {
|
|
324 |
val f = gen_rect(r) |
|
325 |
val vo = f(v) |
|
326 |
inj(r, c, vo) |
|
327 |
}*/ |
|
| 0 | 328 |
def lex(r: Rexp, s: List[Char]) : Val = s match {
|
329 |
case Nil => if (nullable(r)) mkeps(r) else throw new Exception("Not matched")
|
|
330 |
case c::cs => inj(r, c, lex(der(c, r), cs)) |
|
331 |
} |
|
332 |
||
333 |
def lexing(r: Rexp, s: String) : Val = lex(r, s.toList) |
|
334 |
||
335 |
// some "rectification" functions for simplification |
|
336 |
def F_ID(v: Val): Val = v |
|
337 |
def F_RIGHT(f: Val => Val) = (v:Val) => Right(f(v)) |
|
338 |
def F_LEFT(f: Val => Val) = (v:Val) => Left(f(v)) |
|
339 |
def F_ALT(f1: Val => Val, f2: Val => Val) = (v:Val) => v match {
|
|
340 |
case Right(v) => Right(f2(v)) |
|
341 |
case Left(v) => Left(f1(v)) |
|
342 |
} |
|
343 |
def F_SEQ(f1: Val => Val, f2: Val => Val) = (v:Val) => v match {
|
|
344 |
case Sequ(v1, v2) => Sequ(f1(v1), f2(v2)) |
|
345 |
} |
|
346 |
def F_SEQ_Empty1(f1: Val => Val, f2: Val => Val) = |
|
347 |
(v:Val) => Sequ(f1(Empty), f2(v)) |
|
348 |
def F_SEQ_Empty2(f1: Val => Val, f2: Val => Val) = |
|
349 |
(v:Val) => Sequ(f1(v), f2(Empty)) |
|
350 |
def F_RECD(f: Val => Val) = (v:Val) => v match {
|
|
351 |
case Rec(x, v) => Rec(x, f(v)) |
|
352 |
} |
|
353 |
def F_ERROR(v: Val): Val = throw new Exception("error")
|
|
354 |
||
355 |
// simplification of regular expressions returning also an |
|
356 |
// rectification function; no simplification under STAR |
|
357 |
def simp(r: Rexp): (Rexp, Val => Val) = r match {
|
|
358 |
case ALTS(List(r1, r2)) => {
|
|
359 |
val (r1s, f1s) = simp(r1) |
|
360 |
val (r2s, f2s) = simp(r2) |
|
361 |
(r1s, r2s) match {
|
|
362 |
case (ZERO, _) => (r2s, F_RIGHT(f2s)) |
|
363 |
case (_, ZERO) => (r1s, F_LEFT(f1s)) |
|
364 |
case _ => if (r1s == r2s) (r1s, F_LEFT(f1s)) |
|
365 |
else (ALTS(List(r1s, r2s)), F_ALT(f1s, f2s)) |
|
366 |
} |
|
367 |
} |
|
368 |
case SEQ(r1, r2) => {
|
|
369 |
val (r1s, f1s) = simp(r1) |
|
370 |
val (r2s, f2s) = simp(r2) |
|
371 |
(r1s, r2s) match {
|
|
372 |
case (ZERO, _) => (ZERO, F_ERROR) |
|
373 |
case (_, ZERO) => (ZERO, F_ERROR) |
|
374 |
case (ONE, _) => (r2s, F_SEQ_Empty1(f1s, f2s)) |
|
375 |
case (_, ONE) => (r1s, F_SEQ_Empty2(f1s, f2s)) |
|
376 |
case _ => (SEQ(r1s,r2s), F_SEQ(f1s, f2s)) |
|
377 |
} |
|
378 |
} |
|
379 |
case RECD(x, r1) => {
|
|
380 |
val (r1s, f1s) = simp(r1) |
|
381 |
(RECD(x, r1s), F_RECD(f1s)) |
|
382 |
} |
|
383 |
case r => (r, F_ID) |
|
384 |
} |
|
385 |
/* |
|
386 |
val each_simp_time = scala.collection.mutable.ArrayBuffer.empty[Long] |
|
387 |
val each_simp_timeb = scala.collection.mutable.ArrayBuffer.empty[Long] |
|
388 |
*/ |
|
389 |
def lex_simp(r: Rexp, s: List[Char]) : Val = s match {
|
|
390 |
case Nil => {
|
|
391 |
if (nullable(r)) {
|
|
392 |
mkeps(r) |
|
393 |
} |
|
394 |
else throw new Exception("Not matched")
|
|
395 |
} |
|
396 |
case c::cs => {
|
|
397 |
val (r_simp, f_simp) = simp(der(c, r)) |
|
398 |
inj(r, c, f_simp(lex_simp(r_simp, cs))) |
|
399 |
} |
|
400 |
} |
|
401 |
||
402 |
def lexing_simp(r: Rexp, s: String) : Val = lex_simp(r, s.toList) |
|
403 |
||
404 |
//println(lexing_simp(("a" | "ab") ~ ("b" | ""), "ab"))
|
|
405 |
||
406 |
// filters out all white spaces |
|
407 |
def tokenise(r: Rexp, s: String) = |
|
408 |
env(lexing_simp(r, s)).filterNot { _._1 == "w"}
|
|
409 |
||
410 |
||
411 |
//reads the string from a file |
|
412 |
def fromFile(name: String) : String = |
|
413 |
io.Source.fromFile(name).mkString |
|
414 |
||
415 |
def tokenise_file(r: Rexp, name: String) = |
|
416 |
tokenise(r, fromFile(name)) |
|
417 |
||
418 |
// Testing |
|
419 |
//============ |
|
420 |
||
421 |
def time[T](code: => T) = {
|
|
422 |
val start = System.nanoTime() |
|
423 |
val result = code |
|
424 |
val end = System.nanoTime() |
|
425 |
println((end - start)/1.0e9) |
|
426 |
result |
|
427 |
} |
|
428 |
||
429 |
//--------------------------------------------------------------------------------------------------------END OF NON-BITCODE PART |
|
430 |
||
431 |
// bnullable function: tests whether the aregular |
|
432 |
// expression can recognise the empty string |
|
433 |
def bnullable (r: ARexp) : Boolean = r match {
|
|
434 |
case AZERO => false |
|
435 |
case AONE(_) => true |
|
436 |
case ACHAR(_,_) => false |
|
437 |
case AALTS(_, rs) => rs.exists(bnullable) |
|
438 |
case ASEQ(_, r1, r2) => bnullable(r1) && bnullable(r2) |
|
439 |
case ASTAR(_, _) => true |
|
440 |
} |
|
441 |
||
442 |
def mkepsBC(r: ARexp) : Bits = r match {
|
|
443 |
case AONE(bs) => bs |
|
444 |
case AALTS(bs, rs) => {
|
|
445 |
val n = rs.indexWhere(bnullable) |
|
446 |
bs ++ mkepsBC(rs(n)) |
|
447 |
} |
|
448 |
case ASEQ(bs, r1, r2) => bs ++ mkepsBC(r1) ++ mkepsBC(r2) |
|
449 |
case ASTAR(bs, r) => bs ++ List(Z) |
|
450 |
} |
|
451 |
||
452 |
// derivative of a regular expression w.r.t. a character |
|
453 |
def bder(c: Char, r: ARexp) : ARexp = r match {
|
|
454 |
case AZERO => AZERO |
|
455 |
case AONE(_) => AZERO |
|
|
12
768b833d6230
removed C(c) The retrieve and code in the previous version is still not correct and will crash. no prob now.
Chengsong
parents:
11
diff
changeset
|
456 |
case ACHAR(bs, f) => if (c == f) AONE(bs) else AZERO |
| 0 | 457 |
case AALTS(bs, rs) => AALTS(bs, rs.map(bder(c, _))) |
458 |
case ASEQ(bs, r1, r2) => |
|
459 |
if (bnullable(r1)) AALT(bs, ASEQ(Nil, bder(c, r1), r2), fuse(mkepsBC(r1), bder(c, r2))) |
|
460 |
else ASEQ(bs, bder(c, r1), r2) |
|
461 |
case ASTAR(bs, r) => ASEQ(bs, fuse(List(S), bder(c, r)), ASTAR(Nil, r)) |
|
462 |
} |
|
| 107 | 463 |
def bder_rf(c: Char, r: ARexp) : ARexp = r match {
|
464 |
case AZERO => AZERO |
|
465 |
case AONE(_) => AZERO |
|
466 |
case ACHAR(bs, f) => if (c == f) AONE(bs) else AZERO |
|
467 |
case AALTS(bs, rs) => AALTS(bs, rs.map(bder_rf(c, _))) |
|
468 |
case ASEQ(bs, r1, r2) => |
|
469 |
if (bnullable(r1)) AALT(bs, ASEQ(Nil, bder_rf(c, r1), r2), fuse(mkepsBC(r1), bder_rf(c, r2))) |
|
470 |
else ASEQ(bs, bder_rf(c, r1), r2) |
|
471 |
case ASTAR(bs, r) => ASEQ(bs, fuse(List(S), bder_rf(c, r)), ASTAR(Nil, r)) |
|
472 |
} |
|
| 0 | 473 |
// derivative w.r.t. a string (iterates bder) |
474 |
@tailrec |
|
475 |
def bders (s: List[Char], r: ARexp) : ARexp = s match {
|
|
476 |
case Nil => r |
|
477 |
case c::s => bders(s, bder(c, r)) |
|
478 |
} |
|
| 107 | 479 |
|
480 |
def bders_rf(s: List[Char], r: ARexp) : ARexp = s match {
|
|
481 |
case Nil => r |
|
482 |
case c::s => bders_rf(s, bder_rf(c, r)) |
|
483 |
} |
|
484 |
def all_zero_except_alt(rs: List[ARexp], a: ARexp): ARexp = rs match{
|
|
485 |
case Nil => a |
|
486 |
case AZERO :: rs1 => all_zero_except_alt(rs1, a) |
|
487 |
case AALTS(bs, rs1) :: rs2 => {
|
|
488 |
if (a == AZERO) |
|
489 |
all_zero_except_alt(rs2, AALTS(bs, rs1)) |
|
490 |
else |
|
491 |
AZERO |
|
492 |
} |
|
493 |
case r1 :: rs2 => AZERO |
|
494 |
} |
|
| 0 | 495 |
def flats(rs: List[ARexp]): List[ARexp] = rs match {
|
496 |
case Nil => Nil |
|
497 |
case AZERO :: rs1 => flats(rs1) |
|
498 |
case AALTS(bs, rs1) :: rs2 => rs1.map(fuse(bs, _)) ::: flats(rs2) |
|
499 |
case r1 :: rs2 => r1 :: flats(rs2) |
|
| 15 | 500 |
} |
| 17 | 501 |
/* |
| 15 | 502 |
def remove(v: Val): Val = v match{
|
503 |
case Right(v1) => v1 |
|
504 |
case Left(v1) => v1 |
|
505 |
case _ => throw new Exception("Not removable")
|
|
| 17 | 506 |
}*/ |
| 15 | 507 |
def augment(v: Val, i: Int): Val = if(i > 1) augment(Right(v), i - 1) else Right(v) |
508 |
//an overly complex version |
|
509 |
/* |
|
510 |
if(rel_dist >0){//the regex we are dealing with is not what v points at
|
|
511 |
rs match{
|
|
512 |
case Nil => throw new Exception("Trying to simplify a non-existent value")
|
|
| 148 | 513 |
case AZERO :: rs1 => right_shift(rs1, rel_dist - 1, remove(v)) |
514 |
case AALTS(bs, rs1) :: rs2 => right_shift(rs2, rel_dist - 1, augment(v, rs1.length - 1))//rs1 is guaranteed to have a len geq 2 |
|
515 |
case r1 :: rs2 => right_shift(rs2, rel_dist - 1, v) |
|
| 15 | 516 |
} |
| 0 | 517 |
} |
| 15 | 518 |
else if(rel_dist == 0){//we are dealing with regex v is pointing to -- "v->r itself"
|
519 |
rs match{//r1 cannot be zero
|
|
| 148 | 520 |
AALTS(bs, rs1) :: rs2 => right_shift( ) |
| 15 | 521 |
AZERO::rs2 => throw new Exception("Value corresponds to zero")
|
| 148 | 522 |
r1::rs2 => right_shift(rs2, rel_dist - 1, v) |
| 15 | 523 |
} |
524 |
||
525 |
} |
|
526 |
else{
|
|
527 |
||
528 |
} |
|
529 |
*/ |
|
| 148 | 530 |
//gives how much the regex at i has shifted right after flatten(on a list of simplified regexes) |
531 |
def right_shift(rs: List[ARexp], i: Int): Int = (rs, i) match {
|
|
| 15 | 532 |
case (_, 0) => 0 |
533 |
case (Nil, _) => 0 |
|
| 148 | 534 |
case (AZERO :: rs1, _) => right_shift(rs1, i - 1) - 1 |
535 |
case (AALTS(bs, rs1) :: rs2, _) => rs1.length - 1 + right_shift(rs2, i - 1) |
|
536 |
case (r1 :: rs2, _) => right_shift(rs2, i - 1) |
|
| 15 | 537 |
} |
| 0 | 538 |
def rflats(rs: List[Rexp]): List[Rexp] = rs match {
|
539 |
case Nil => Nil |
|
540 |
case ZERO :: rs1 => rflats(rs1) |
|
541 |
case ALTS(rs1) :: rs2 => rs1 ::: rflats(rs2) |
|
542 |
case r1 :: rs2 => r1 :: rflats(rs2) |
|
543 |
} |
|
544 |
var flats_time = 0L |
|
545 |
var dist_time = 0L |
|
546 |
||
547 |
def bsimp(r: ARexp): ARexp = r match {
|
|
548 |
case ASEQ(bs1, r1, r2) => (bsimp(r1), bsimp(r2)) match {
|
|
549 |
case (AZERO, _) => AZERO |
|
550 |
case (_, AZERO) => AZERO |
|
551 |
case (AONE(bs2), r2s) => fuse(bs1 ++ bs2, r2s) |
|
552 |
case (r1s, r2s) => ASEQ(bs1, r1s, r2s) |
|
553 |
} |
|
554 |
case AALTS(bs1, rs) => {
|
|
555 |
val rs_simp = rs.map(bsimp) |
|
556 |
val flat_res = flats(rs_simp) |
|
557 |
val dist_res = distinctBy(flat_res, erase) |
|
558 |
dist_res match {
|
|
559 |
case Nil => AZERO |
|
| 93 | 560 |
case r :: Nil => fuse(bs1, r) |
| 0 | 561 |
case rs => AALTS(bs1, rs) |
562 |
} |
|
563 |
} |
|
| 5 | 564 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
| 0 | 565 |
case r => r |
566 |
} |
|
| 107 | 567 |
//minimise fuse operation if possible |
568 |
def bsimp_rf(r: ARexp):ARexp = r match {
|
|
569 |
case ASEQ(bs1, r1, r2) => (bsimp_rf(r1), bsimp_rf(r2)) match {
|
|
570 |
case (AZERO, _) => AZERO |
|
571 |
case (_, AZERO) => AZERO |
|
572 |
case (AONE(bs2), r2s) => fuse(bs1 ++ bs2, r2s) |
|
573 |
case (r1s, r2s) => ASEQ(bs1, r1s, r2s) |
|
574 |
} |
|
575 |
case AALTS(bs1, rs) => {
|
|
576 |
//after map simp, before flats, check if all others simplify to 0s, if yes, do not fuse |
|
577 |
val rs_simp = rs.map(bsimp_rf) |
|
578 |
//prevent fuse from happening |
|
579 |
val fuse_alts = all_zero_except_alt(rs_simp, AZERO)//returns AZERO if not the case, return AALTS if yes |
|
580 |
if(fuse_alts == AZERO){
|
|
581 |
val flat_res = flats(rs_simp) |
|
582 |
val dist_res = distinctBy(flat_res, erase) |
|
583 |
dist_res match {
|
|
584 |
case Nil => AZERO |
|
585 |
case r :: Nil => fuse(bs1, r) |
|
586 |
case rs => AALTS(bs1, rs) |
|
587 |
} |
|
588 |
} |
|
589 |
else{
|
|
590 |
fuse(bs1, fuse_alts) |
|
591 |
} |
|
592 |
} |
|
593 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
|
594 |
case r => r |
|
595 |
} |
|
| 93 | 596 |
//only print at the top level |
597 |
||
| 148 | 598 |
//find_pos returns the index of a certain regex in a list of regex |
599 |
//the leftmost regex is given the index 0 and the regex next to it |
|
600 |
//is given 1 and so on |
|
601 |
//it needs the value to point out which regex it wants to get index of |
|
602 |
//find_pos_aux does essentially the same thing as find_pos, except that |
|
603 |
//it receives an alts instead of a list of regular expressions |
|
| 17 | 604 |
def find_pos(v: Val, rs: List[ARexp]): Int = (v, rs) match{
|
605 |
case (v, r::Nil) => 0 |
|
| 15 | 606 |
case (Right(v), r::rs) => find_pos(v, rs) + 1 |
| 17 | 607 |
case (Left(v), r::rs) => 0 |
608 |
//case (v, _) => 0 |
|
609 |
} |
|
610 |
def find_pos_aux(v: Val, r: ARexp): Int = r match {
|
|
611 |
case AALTS(bs, rs) => find_pos(v, rs) |
|
612 |
case r => 0 |
|
| 15 | 613 |
} |
| 17 | 614 |
def remove(v: Val, rs: List[ARexp]) : Val = (v,rs) match {//remove the outmost layer of ALTS's Left and Right
|
615 |
//we have to use r to detect the bound of nested L/Rs |
|
616 |
case (v, r::Nil) => v |
|
617 |
case (Right(v), r::rs) => remove(v, rs) |
|
| 15 | 618 |
case (Left(v), r::rs) => v |
| 17 | 619 |
//case (v, r::Nil) => v |
| 15 | 620 |
} |
| 16 | 621 |
def simple_end(v: Val): Boolean = v match {
|
| 15 | 622 |
case Left(v) => return false |
623 |
case Right(v) => return simple_end(v) |
|
624 |
case v => return true |
|
625 |
} |
|
| 148 | 626 |
|
627 |
//tells if rs[i] after flatten is at the right end |
|
628 |
def isend(v: Val, rs: List[ARexp], i: Int): Boolean = {//TODO: here the slice api i am not familiar with so this call might be incorrect and crash the bsimp2
|
|
629 |
val rsbh = rs.slice(i + 1, rs.length) |
|
| 15 | 630 |
val out_end = if(flats(rsbh) == Nil) true else false |
631 |
val inner_end = simple_end(v) |
|
632 |
inner_end && out_end |
|
633 |
} |
|
| 148 | 634 |
//get the coat of v and wears it on vs |
| 16 | 635 |
def get_coat(v: Val, rs: List[Rexp], vs: Val): Val = (v, rs) match{//the dual operation of remove(so-called by myself)
|
| 15 | 636 |
case (Right(v), r::Nil) => Right(vs) |
637 |
case (Left(v), r::rs) => Left(vs) |
|
638 |
case (Right(v), r::rs) => Right(get_coat(v, rs, vs)) |
|
639 |
} |
|
| 148 | 640 |
//coat does the job of "coating" a value |
641 |
//given the number of right outside it |
|
| 15 | 642 |
def coat(v: Val, i: Int) : Val = i match {
|
643 |
case 0 => v |
|
| 150 | 644 |
case i => if(i > 0) coat(Right(v), i - 1) else {println(v,i); throw new Exception("coat minus")}
|
| 15 | 645 |
} |
| 148 | 646 |
def decoat(v:Val, i: Int) : Val = i match {
|
647 |
case 0 => v |
|
648 |
case i => v match {
|
|
649 |
case Right(v0) => decoat(v0, i - 1) |
|
650 |
case _ => throw new Exception("bad args decoat")
|
|
651 |
} |
|
652 |
} |
|
653 |
//given a regex, and a value, return the rectification function for how to rebuild the original value from the simplified value |
|
654 |
||
655 |
def vunsimp(r: ARexp, v: Val) : Val => Val = (r, v) match {
|
|
656 |
case (ASEQ(bs1, r1, r2), Sequ(v1, v2)) => (bsimp2(r1, v1), bsimp2(r2, v2)) match {
|
|
657 |
case ((AZERO, _), (_, _) )=> throw new Exception("bad arguments")
|
|
658 |
case ((_, _), (AZERO, _)) => throw new Exception("bad arguments")
|
|
659 |
case ((AONE(bs2), v1s) , (r2s, v2s)) => (vtails => Sequ(v1, vunsimp(r2, v2)(vtails))) //(fuse(bs1 ++ bs2, r2s), v2s )//v2 tells how to retrieve bits in r2s, which is enough as the bits of the first part of the sequence has already been integrated to the top level of the second regx. |
|
660 |
case ((r1s, v1s), (r2s, v2s)) => (vsmall => vsmall match {
|
|
661 |
case Sequ(v1small, v2small) => Sequ(vunsimp(r1, v1)(v1small), vunsimp(r2, v2)(v2small)) |
|
662 |
case _ => {
|
|
663 |
println(vsmall) ; |
|
664 |
throw new Exception("bad arguments sequ")
|
|
665 |
} |
|
666 |
//(ASEQ(bs1, r1s, r2s), Sequ(v1s, v2s)) |
|
667 |
}) |
|
668 |
} |
|
669 |
case (AALTS(bs1, rs), v) => {
|
|
670 |
val init_ind = find_pos(v, rs) |
|
671 |
val rightend1 = if(init_ind + 1 == rs.length) true else false |
|
672 |
val inner_rectfunct = vunsimp(rs(init_ind), remove(v, rs))//remove all the outer layers of left and right in v to match the regx rs[i] |
|
673 |
val vpointr = bsimp2(rs(init_ind), remove(v, rs)) |
|
674 |
val target_vs = vpointr._2 |
|
675 |
val target_rs = vpointr._1 |
|
676 |
||
677 |
val rs_simp = rs.map(bsimp) |
|
678 |
val target_vs_kernel = target_rs match {
|
|
679 |
case AALTS(bs2, rs2) => remove(target_vs, rs2)//remove the secondary layer of left and right |
|
680 |
case r => target_vs |
|
681 |
} |
|
682 |
val target_vs_outerlayers = target_rs match {
|
|
683 |
case AALTS(bs2, rs2) => find_pos(target_vs, rs2)//remove the secondary layer of left and right |
|
684 |
case r => 0 |
|
685 |
} |
|
686 |
val rightend2 = target_rs match {
|
|
687 |
case AALTS(bs2, rs2) => if(find_pos(target_vs, rs2) == rs2.length - 1) true else false |
|
688 |
case r => false |
|
689 |
} |
|
690 |
val isalts = target_rs match {
|
|
691 |
case AALTS(bs2, rs2) => true |
|
692 |
case r => false |
|
693 |
} |
|
694 |
||
695 |
||
696 |
val flat_res = flats(rs_simp) |
|
697 |
val flats_shit1 = right_shift(rs_simp, init_ind) |
|
698 |
val flats_shift2 = find_pos_aux(target_vs, target_rs) |
|
699 |
val flats_shift = flats_shit1 + flats_shift2//right_shift used to be called flats_vsimp |
|
700 |
val new_ind = init_ind + flats_shift |
|
701 |
||
702 |
val dist_res = distinctBy(flat_res, erase) |
|
703 |
val front_part = distinctBy(flat_res.slice(0, new_ind + 1), erase) |
|
704 |
||
705 |
val vdb = if(dist_res.length == front_part.length )//that means the regex we are interested in is at the end of the list |
|
706 |
{
|
|
707 |
coat(target_vs_kernel, front_part.length - 1) |
|
708 |
} |
|
709 |
else{
|
|
710 |
coat(Left(target_vs_kernel), front_part.length - 1) |
|
711 |
} |
|
712 |
if(rightend1){
|
|
713 |
if(rightend2){
|
|
714 |
kernel_coated: Val => |
|
715 |
decoat(kernel_coated, front_part.length - 1) match {
|
|
716 |
case Left(vk) => coat(inner_rectfunct(coat(vk, target_vs_outerlayers)), init_ind)//add clause: if rs_simp(init_ind) is an alts |
|
717 |
case vk => coat(inner_rectfunct(coat(vk, target_vs_outerlayers)), init_ind) |
|
718 |
} |
|
719 |
} |
|
720 |
else{
|
|
721 |
kernel_coated: Val => |
|
722 |
decoat(kernel_coated, front_part.length - 1) match {
|
|
723 |
case Left(vk) => if(isalts) coat(inner_rectfunct(coat(Left(vk), target_vs_outerlayers)), init_ind) |
|
724 |
else coat(inner_rectfunct(coat((vk), target_vs_outerlayers)), init_ind)//add clause: if rs_simp(init_ind) is an alts |
|
725 |
case vk => if(isalts) coat(inner_rectfunct(coat(Left(vk), target_vs_outerlayers)), init_ind) |
|
726 |
else coat(inner_rectfunct(coat((vk), target_vs_outerlayers)), init_ind) |
|
727 |
} |
|
728 |
} |
|
729 |
} |
|
730 |
else{
|
|
731 |
if(rightend2){
|
|
732 |
kernel_coated: Val => |
|
733 |
decoat(kernel_coated, front_part.length - 1) match {
|
|
734 |
case Left(vk) => coat(Left(inner_rectfunct(coat(vk, target_vs_outerlayers))), init_ind)//add clause: if rs_simp(init_ind) is an alts |
|
735 |
case vk => coat(Left(inner_rectfunct(coat(vk, target_vs_outerlayers))), init_ind) |
|
736 |
} |
|
737 |
} |
|
738 |
else{
|
|
739 |
kernel_coated: Val => |
|
740 |
decoat(kernel_coated, front_part.length - 1) match {
|
|
741 |
case Left(vk) => if(isalts) coat(Left(inner_rectfunct(coat(Left(vk), target_vs_outerlayers))), init_ind) |
|
742 |
else coat(Left(inner_rectfunct(coat(vk, target_vs_outerlayers))), init_ind)//add clause: if rs_simp(init_ind) is an alts |
|
743 |
case vk => if(isalts) coat(Left(inner_rectfunct(coat(Left(vk), target_vs_outerlayers))), init_ind) |
|
744 |
else coat(Left(inner_rectfunct(coat(vk, target_vs_outerlayers))), init_ind) |
|
745 |
} |
|
746 |
} |
|
747 |
||
748 |
} |
|
749 |
||
750 |
} |
|
751 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
|
752 |
case (r, v) => (v => v) |
|
753 |
} |
|
| 17 | 754 |
//This version takes a regex and a value, return a simplified regex and its corresponding simplified value |
| 150 | 755 |
//def flats2(r: Arexp, v: val): (ARexp, Val) = (r, v) match{
|
756 |
// case (AALTS(bs, rs), Right(v0)) => rs match {
|
|
757 |
// case Nil => (AALTS(bs, Nil), v) |
|
758 |
// case AZERO::rs0 => flats2(AALTS(bs, rs0), v0) |
|
759 |
// case |
|
760 |
// case (AALTS(bs, rs), Left(v0)) => |
|
761 |
//} |
|
762 |
//liangren qixinxieli zuo yixie shiqing |
|
763 |
//shi xinzhaobuxuan de moqi |
|
764 |
//ni yao fanzhangben |
|
765 |
//na wo jiu zhineng peini fanzhangben |
|
766 |
//ni xianshuo wo weini zuole haoduohaoduo |
|
767 |
//na wo jiu haohao gen ni fenxifenxi |
|
768 |
//ni daodi zuole shenme |
|
769 |
//ni meizuo shenme |
|
770 |
//zhishi yinwei ni lei |
|
771 |
//suoyi ni juede ni zuole haoduo |
|
772 |
//zuofanyeshi |
|
773 |
//shi weile ni shiwu cai zuo name jingxi |
|
774 |
//shiwo de hua meitian sancan huadeshijian |
|
775 |
//buchaoguo liangxiaoshi |
|
776 |
//ni zuode henduoshihou doushi weile ziji |
|
777 |
//ni zuoshiqing de shihou ye zongshi bawo jiaolai bangmang |
|
778 |
//ni de xiaolv hai hendi |
|
779 |
//zonghe kanlai |
|
780 |
//ni buhuizhaoguziji meiyoudandang nenglibuzu haizisi |
|
781 |
//suoyi wo zui taoyan gennishuozhexie |
|
782 |
//shuoli bianbuguolai |
|
783 |
//jiu ba ren xiaoshihoude shiqing nachulaishuo, lai exin ren |
|
784 |
//nibangwo daoyibeishui, wo buleyujieshou, wo bushuoxiexie |
|
785 |
//nandao woshuo sheiyaonidaole, zoukai? buyaoni geiwo dao? wo ziji dao? |
|
786 |
//nishuo qiantou doushi ni zaizuo |
|
787 |
//zheliwoyao buchong |
|
788 |
//quancheng ni yigerenzuo yidunfan de cishu |
|
789 |
//dagai you duoshaoci? |
|
790 |
//kending you jici, dan bushi duoshu |
|
791 |
//duoshu shi wo huilai yihou |
|
792 |
//ni rangwo lai chaocai huozhe lai jieguan zuowan shengyude gongzuo |
|
793 |
//ni zuo de zhexieshihou |
|
794 |
//yiban jiushi lianggecai |
|
795 |
//huozhe yicai yitang |
|
796 |
//wo hui renwei |
|
797 |
//zhe shi ni shenti keyi shiying de gongzuoliang |
|
798 |
//moren ni ziji hui zhaoguhao ziji |
|
799 |
//ruguo ni leile, yehui lai zhaowo bangmang |
|
800 |
//suoyi wo moren ni zai zhe qijian shi meiyou |
|
801 |
//guolao, ruguo you, wo renwei |
|
802 |
//1 ni meiyou zhaoguhao niziji |
|
803 |
//2 nimeiyou jishi xiangwo xunqiu bangzhu |
|
804 |
//3 ni jibensangshi laodongnengli le, |
|
805 |
//yihou huolu doushi wo lai bao le jiu wanle |
|
806 |
//niziji meinengli jiu buyao dui zuoshi de ren |
|
807 |
//tiaosanjiansi |
|
808 |
//ni shibushi taomi xigecai jiu hui lei |
|
809 |
//na shuoming |
|
810 |
//yaome ni tili taicha--jibensangshi laodongli |
|
811 |
//yaome ni fangfabuheshi(xiaolvdi, zishiyouwenti daozhi shentilaosun)--ni yinggai tiaozheng ziji zuoshide fangfa, women yiqilai zhaozhao yuanyin |
|
812 |
//cuowu de silushi: nikanwo dou zhemelei le, |
|
813 |
//shuoming wo zuole henduo, ni bu tiliangwo |
|
814 |
//ni zuo zhexie doushi yinggaide |
|
815 |
//yinwei wo shi nimama erqie wo leile |
|
816 |
def pos_i(rs: List[ARexp], v: Val): Int = (rs, v) match {
|
|
817 |
case (r::Nil, v1) => 0 |
|
818 |
case ( r::rs1, Right(v) ) => pos_i(rs1, v) + 1 |
|
819 |
case ( r::rs1, Left(v) ) => 0 |
|
820 |
} |
|
821 |
def pos_v(rs: List[ARexp], v: Val): Val = (rs, v) match {
|
|
822 |
case (r::Nil, v1) => v1 |
|
823 |
case (r::rs1, Right(v) ) => pos_v(rs1, v) |
|
824 |
case (r::rs1, Left(v) ) => v |
|
825 |
} |
|
826 |
def unify(rs: List[ARexp], v: Val): Val = {
|
|
827 |
Position( pos_i(rs, v), pos_v(rs, v) ) |
|
828 |
} |
|
829 |
def deunify(rs_length: Int, v: Val): Val = v match{
|
|
830 |
case Position(i, v0) => {
|
|
831 |
if(i <0) {println(rs_length, v); throw new Exception("deunify minus")}
|
|
832 |
else if(rs_length == 1) {println(v); v}
|
|
833 |
else if(rs_length - 1 == i) coat(v0, i) |
|
834 |
else coat(Left(v0), i) |
|
835 |
} |
|
836 |
case _ => throw new Exception("deunify error")
|
|
837 |
} |
|
838 |
def flats2(front: List[ARexp], i: Int, rs: List[ARexp], v: Val): (List[ARexp], Val) = v match {
|
|
839 |
case Position(j, v0) => {
|
|
840 |
if (i < 0) (front ::: flats(rs), Position(j, v0) ) |
|
841 |
else if(i == 0){
|
|
842 |
rs match {
|
|
843 |
case AALTS(bs, rs1) :: rs2 => ( (front ::: rs1.map(fuse(bs, _))):::flats(rs2), Position(j + rs1.length - 1, pos_v(rs1, v0))) |
|
844 |
case r::rs2 => (front ::: List(r) ::: flats(rs2), Position(j, v0)) |
|
845 |
case _ => throw new Exception("flats2 i = 0")
|
|
846 |
} |
|
847 |
} |
|
848 |
else{
|
|
849 |
rs match {
|
|
850 |
case AZERO::rs1 => flats2(front, i - 1, rs1, Position(j - 1, v0)) |
|
851 |
case AALTS(bs, rs1) ::rs2 => flats2(front:::rs1.map(fuse(bs, _)), i - 1, rs2, Position(j + rs1.length - 1, v0)) |
|
852 |
case r::rs1 => flats2(front:::List(r), i - 1, rs1, Position(j, v0)) |
|
853 |
case _ => throw new Exception("flats2 i>0")
|
|
854 |
} |
|
855 |
} |
|
856 |
} |
|
857 |
case _ => throw new Exception("flats2 error")
|
|
858 |
} |
|
859 |
def distinctBy2[B, C](v: Val, xs: List[B], f: B => C, acc: List[C] = Nil, res: List[B] = Nil): (List[B], Val) = xs match {
|
|
860 |
case Nil => (res, v) |
|
861 |
case (x::xs) => {
|
|
862 |
val re = f(x) |
|
863 |
if (acc.contains(re)) v match {
|
|
864 |
case Position(i, v0) => distinctBy2(Position(i - 1, v0), xs, f, acc, res) |
|
865 |
case _ => throw new Exception("dB2")
|
|
866 |
} |
|
867 |
else distinctBy2(v, xs, f, re::acc, x::res) |
|
868 |
} |
|
869 |
} |
|
870 |
def bsimp2(r: ARexp, v: Val): (ARexp, Val) = (r,v) match{
|
|
871 |
case (ASEQ(bs1, r1, r2), Sequ(v1, v2)) => (bsimp2(r1, v1), bsimp2(r2, v2)) match {
|
|
872 |
case ((AZERO, _), (_, _) )=> (AZERO, undefined) |
|
873 |
case ((_, _), (AZERO, _)) => (AZERO, undefined) |
|
874 |
case ((AONE(bs2), v1s) , (r2s, v2s)) => (fuse(bs1 ++ bs2, r2s), v2s )//v2 tells how to retrieve bits in r2s, which is enough as the bits of the first part of the sequence has already been integrated to the top level of the second regx. |
|
875 |
case ((r1s, v1s), (r2s, v2s)) => (ASEQ(bs1, r1s, r2s), Sequ(v1s, v2s)) |
|
876 |
} |
|
877 |
case (AALTS(bs1, rs), v) => {
|
|
878 |
val vlist = unify(rs, v) |
|
879 |
vlist match {
|
|
880 |
case Position(i, v0) => {
|
|
881 |
val v_simp = bsimp2(rs(i), v0)._2 |
|
882 |
val rs_simp = rs.map(bsimp) |
|
883 |
val flat_res = flats2( Nil, i, rs_simp, Position(i, v_simp) ) |
|
884 |
val dist_res = distinctBy2(flat_res._2, flat_res._1, erase) |
|
885 |
val rs_new = dist_res._1 |
|
886 |
val v_new = deunify(rs_new.length, dist_res._2) |
|
887 |
rs_new match {
|
|
888 |
case Nil => (AZERO, undefined) |
|
889 |
case s :: Nil => (fuse(bs1, s), v_new) |
|
890 |
case rs => (AALTS(bs1, rs), v_new) |
|
891 |
} |
|
892 |
} |
|
893 |
case _ => throw new Exception("Funny vlist bsimp2")
|
|
894 |
} |
|
895 |
} |
|
896 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
|
897 |
case (r, v) => (r, v) |
|
898 |
} |
|
899 |
/*def bsimp2(r: ARexp, v: Val): (ARexp, Val) = (r,v) match{
|
|
| 17 | 900 |
case (ASEQ(bs1, r1, r2), Sequ(v1, v2)) => (bsimp2(r1, v1), bsimp2(r2, v2)) match {
|
901 |
case ((AZERO, _), (_, _) )=> (AZERO, undefined) |
|
902 |
case ((_, _), (AZERO, _)) => (AZERO, undefined) |
|
903 |
case ((AONE(bs2), v1s) , (r2s, v2s)) => (fuse(bs1 ++ bs2, r2s), v2s )//v2 tells how to retrieve bits in r2s, which is enough as the bits of the first part of the sequence has already been integrated to the top level of the second regx. |
|
904 |
case ((r1s, v1s), (r2s, v2s)) => (ASEQ(bs1, r1s, r2s), Sequ(v1s, v2s)) |
|
905 |
} |
|
906 |
case (AALTS(bs1, rs), v) => {
|
|
907 |
val init_ind = find_pos(v, rs) |
|
| 148 | 908 |
val vpointr = bsimp2(rs(init_ind), remove(v, rs))//remove all the outer layers of left and right in v to match the regx rs[i] |
909 |
val target_sv = vpointr._2 |
|
910 |
val target_sr = vpointr._1 |
|
911 |
||
| 17 | 912 |
val rs_simp = rs.map(bsimp) |
| 148 | 913 |
val target_vs_kernel = target_sr match {
|
914 |
case AALTS(bs2, rs2) => remove(target_sv, rs2)//if rs(init_ind) after simp is also an alts, we remove the R(....L(v)) outside v |
|
915 |
case r => target_sv |
|
| 17 | 916 |
} |
917 |
val flat_res = flats(rs_simp) |
|
| 148 | 918 |
val flats_shift1 = right_shift(rs_simp, init_ind) |
919 |
val flats_base = find_pos_aux(target_sv, target_sr) |
|
920 |
val flats_shift = flats_shift1 + flats_base//right_shift used to be called flats_vsimp |
|
921 |
val new_ind = init_ind + flats_shift |
|
922 |
||
| 17 | 923 |
val dist_res = distinctBy(flat_res, erase) |
924 |
val front_part = distinctBy(flat_res.slice(0, new_ind + 1), erase) |
|
| 148 | 925 |
|
| 17 | 926 |
val vdb = if(dist_res.length == front_part.length )//that means the regex we are interested in is at the end of the list |
927 |
{
|
|
| 148 | 928 |
coat(target_vs_kernel, front_part.length - 1) |
| 17 | 929 |
} |
930 |
else{
|
|
| 148 | 931 |
coat(Left(target_vs_kernel), front_part.length - 1) |
| 17 | 932 |
} |
933 |
dist_res match {
|
|
934 |
case Nil => (AZERO, undefined) |
|
935 |
case s :: Nil => (fuse(bs1, s), vdb) |
|
936 |
case rs => (AALTS(bs1, rs), vdb) |
|
937 |
} |
|
938 |
} |
|
939 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
|
940 |
case (r, v) => (r, v) |
|
| 150 | 941 |
}*/ |
| 148 | 942 |
//the below are all residuals from the bsimp2 function |
943 |
//val vs_for_coating = if(isend(vs._2, rs_simp, init_ind)||flat_res.length == 1) vs_kernel else Left(vs_kernel) |
|
944 |
//val vf = coat(vs_for_coating, new_ind) |
|
945 |
//flats2 returns a list of regex and a single v |
|
946 |
//now |- vf: ALTS(bs1, flat_res) |
|
947 |
//phase 2 transformation so that aalts(bs1, rsf) => aalts(bs, rsdb) and vf => vdb |
|
948 |
//val size_reduction = new_ind + 1 - front_part.length |
|
| 17 | 949 |
def vsimp(r: ARexp, v: Val): Val = bsimp2(r, v)._2 |
950 |
/*This version was first intended for returning a function however a value would be simpler. |
|
| 15 | 951 |
def bsimp2(r: ARexp, v: Val): (ARexp, Val => Val) = (r,v) match{
|
952 |
case (ASEQ(bs1, r1, r2), v) => (bsimp2(r1), bsimp2(r2)) match {
|
|
953 |
case ((AZERO, _), (_, _) )=> (AZERO, undefined) |
|
954 |
case ((_, _), (AZERO, _)) => (AZERO, undefined) |
|
955 |
case ((AONE(bs2), f1) , (r2s, f2)) => (fuse(bs1 ++ bs2, r2s), lambda v => v match { case Sequ(_, v) => f2(v) } )
|
|
956 |
case ((r1s, f1), (r2s, f2)) => (ASEQ(bs1, r1s, r2s), lambda v => v match {case Sequ(v1, v2) => Sequ(f1(v1), f2(v2))}
|
|
957 |
} |
|
958 |
case AALTS(bs1, rs) => {
|
|
959 |
val init_ind = find_pos(v, rs) |
|
960 |
val vs = bsimp2(rs[init_ind], remove(v, rs))//remove all the outer layers of left and right in v to match the regx rs[i] |
|
961 |
val rs_simp = rs.map(bsimp) |
|
962 |
val vs_kernel = rs_simp[init_ind] match {
|
|
963 |
case AALTS(bs2, rs2) => remove(vs, rs_simp[init_ind])//remove the secondary layer of left and right |
|
964 |
case r => vs |
|
965 |
} |
|
966 |
val vs_for_coating = if(isend(vs, rs_simp, init_ind)) vs_kernel else Left(vs_kernel) |
|
967 |
||
968 |
val r_s = rs_simp[init_ind] |
|
| 148 | 969 |
val shift = right_shift(vs, rs_simp, init_ind) + find_pos(vs, rs_simp[init_ind]) |
| 15 | 970 |
val vf = coat(vs_for_coating, shift + init_ind) |
971 |
||
972 |
val flat_res = flats(rs_simp)//flats2 returns a list of regex and a single v |
|
973 |
val dist_res = distinctBy(flat_res, erase) |
|
974 |
dist_res match {
|
|
975 |
case Nil => AZERO |
|
976 |
case s :: Nil => fuse(bs1, s) |
|
977 |
case rs => AALTS(bs1, rs) |
|
978 |
} |
|
979 |
} |
|
980 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
|
981 |
case r => r |
|
| 16 | 982 |
}*/ |
| 5 | 983 |
def super_bsimp(r: ARexp): ARexp = r match {
|
984 |
case ASEQ(bs1, r1, r2) => (super_bsimp(r1), super_bsimp(r2)) match {
|
|
| 0 | 985 |
case (AZERO, _) => AZERO |
986 |
case (_, AZERO) => AZERO |
|
|
11
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
987 |
case (AONE(bs2), r2s) => fuse(bs1 ++ bs2, r2s)//万一是(r1, alts(rs))这种形式呢 |
|
9c1ca6d6e190
The C(Char) construct is incompatible with the code and retrieve in Fahad's thesis.
Chengsong
parents:
5
diff
changeset
|
988 |
case (AALTS(bs2, rs), r2) => AALTS(bs1 ++ bs2, rs.map(r => r match {case AONE(bs3) => fuse(bs3, r2) case r => ASEQ(Nil, r, r2)} ) )
|
| 0 | 989 |
case (r1s, r2s) => ASEQ(bs1, r1s, r2s) |
990 |
} |
|
991 |
case AALTS(bs1, rs) => {
|
|
| 5 | 992 |
val rs_simp = rs.map(super_bsimp) |
| 0 | 993 |
val flat_res = flats(rs_simp) |
994 |
val dist_res = distinctBy(flat_res, erase) |
|
995 |
dist_res match {
|
|
996 |
case Nil => AZERO |
|
997 |
case s :: Nil => fuse(bs1, s) |
|
998 |
case rs => AALTS(bs1, rs) |
|
999 |
} |
|
1000 |
} |
|
| 5 | 1001 |
//case ASTAR(bs, r) => ASTAR(bs, bsimp(r)) |
| 0 | 1002 |
case r => r |
1003 |
} |
|
| 150 | 1004 |
//nice website http://www.nhc.gov.cn/xcs/kpzs/202002/d228d85eaa19412eaaa4eee740f03101.shtml |
1005 |
//orientalism |
|
| 5 | 1006 |
|
| 0 | 1007 |
def simp_weakened(r: Rexp): Rexp = r match {
|
1008 |
case SEQ(r1, r2) => (simp_weakened(r1), r2) match {
|
|
1009 |
case (ZERO, _) => ZERO |
|
1010 |
case (_, ZERO) => ZERO |
|
1011 |
case (ONE, r2s) => r2s |
|
1012 |
case (r1s, r2s) => SEQ(r1s, r2s) |
|
1013 |
} |
|
1014 |
case ALTS(rs) => {
|
|
1015 |
val rs_simp = rs.map(simp_weakened) |
|
1016 |
val flat_res = rflats(rs_simp) |
|
1017 |
val dist_res = rs_simp.distinct |
|
1018 |
dist_res match {
|
|
1019 |
case Nil => ZERO |
|
1020 |
case s :: Nil => s |
|
1021 |
case rs => ALTS(rs) |
|
1022 |
} |
|
1023 |
} |
|
1024 |
case STAR(r) => STAR(simp_weakened(r)) |
|
1025 |
case r => r |
|
1026 |
} |
|
1027 |
||
1028 |
def bders_simp (s: List[Char], r: ARexp) : ARexp = s match {
|
|
1029 |
case Nil => r |
|
1030 |
case c::s => bders_simp(s, bsimp(bder(c, r))) |
|
1031 |
} |
|
| 107 | 1032 |
def bders_simp_rf (s: List[Char], r: ARexp) : ARexp = s match {
|
1033 |
case Nil => r |
|
1034 |
case c::s => bders_simp_rf(s, bsimp_rf(bder(c, r))) |
|
1035 |
} |
|
1036 |
||
| 14 | 1037 |
//----------------------------------------------------------------------------experiment bsimp |
1038 |
/* |
|
1039 |
||
| 0 | 1040 |
*/ |
1041 |
/* |
|
1042 |
def time[T](code: => T) = {
|
|
1043 |
val start = System.nanoTime() |
|
1044 |
val result = code |
|
1045 |
val end = System.nanoTime() |
|
1046 |
println((end - start)/1.0e9) |
|
1047 |
result |
|
1048 |
} |
|
1049 |
*/ |
|
1050 |
// main unsimplified lexing function (produces a value) |
|
| 148 | 1051 |
def blex(s: List[Char], r: ARexp) : Bits = s match {
|
| 0 | 1052 |
case Nil => if (bnullable(r)) mkepsBC(r) else throw new Exception("Not matched")
|
1053 |
case c::cs => {
|
|
1054 |
val der_res = bder(c,r) |
|
| 148 | 1055 |
blex(cs, der_res) |
| 0 | 1056 |
} |
1057 |
} |
|
1058 |
||
| 148 | 1059 |
def bpre_lexing(r: Rexp, s: String) = blex( s.toList, internalise(r) ) |
1060 |
def blexing(s: String, r: Rexp) : Val = decode(r, blex( s.toList, internalise(r) ) ) |
|
| 0 | 1061 |
|
1062 |
var bder_time = 0L |
|
1063 |
var bsimp_time = 0L |
|
1064 |
var mkepsBC_time = 0L |
|
1065 |
var small_de = 2 |
|
1066 |
var big_de = 5 |
|
1067 |
var usual_de = 3 |
|
1068 |
||
1069 |
def blex_simp(r: ARexp, s: List[Char]) : Bits = s match {
|
|
1070 |
case Nil => {
|
|
1071 |
if (bnullable(r)) {
|
|
1072 |
//println(asize(r)) |
|
| 5 | 1073 |
mkepsBC(r) |
| 0 | 1074 |
} |
1075 |
else throw new Exception("Not matched")
|
|
1076 |
} |
|
1077 |
case c::cs => {
|
|
1078 |
val der_res = bder(c,r) |
|
1079 |
val simp_res = bsimp(der_res) |
|
1080 |
blex_simp(simp_res, cs) |
|
1081 |
} |
|
1082 |
} |
|
| 5 | 1083 |
def super_blex_simp(r: ARexp, s: List[Char]): Bits = s match {
|
1084 |
case Nil => {
|
|
1085 |
if (bnullable(r)) {
|
|
1086 |
mkepsBC(r) |
|
1087 |
} |
|
1088 |
else throw new Exception("Not matched")
|
|
1089 |
} |
|
1090 |
case c::cs => {
|
|
1091 |
super_blex_simp(super_bsimp(bder(c,r)), cs) |
|
1092 |
} |
|
1093 |
} |
|
| 0 | 1094 |
def blex_real_simp(r: ARexp, s: List[Char]): ARexp = s match{
|
1095 |
case Nil => r |
|
1096 |
case c::cs => blex_real_simp(bsimp(bder(c, r)), cs) |
|
1097 |
} |
|
1098 |
||
1099 |
||
1100 |
//size: of a Aregx for testing purposes |
|
1101 |
def size(r: Rexp) : Int = r match {
|
|
1102 |
case ZERO => 1 |
|
1103 |
case ONE => 1 |
|
1104 |
case CHAR(_) => 1 |
|
1105 |
case SEQ(r1, r2) => 1 + size(r1) + size(r2) |
|
1106 |
case ALTS(rs) => 1 + rs.map(size).sum |
|
1107 |
case STAR(r) => 1 + size(r) |
|
1108 |
} |
|
1109 |
||
1110 |
def asize(a: ARexp) = size(erase(a)) |
|
1111 |
||
1112 |
||
1113 |
// decoding does not work yet |
|
1114 |
def blexing_simp(r: Rexp, s: String) = {
|
|
1115 |
val bit_code = blex_simp(internalise(r), s.toList) |
|
| 5 | 1116 |
decode(r, bit_code) |
1117 |
} |
|
1118 |
def super_blexing_simp(r: Rexp, s: String) = {
|
|
1119 |
decode(r, super_blex_simp(internalise(r), s.toList)) |
|
| 0 | 1120 |
} |
1121 |
||
1122 |
||
1123 |
||
1124 |
||
1125 |
||
1126 |
// Lexing Rules for a Small While Language |
|
1127 |
||
1128 |
//symbols |
|
1129 |
/* |
|
1130 |
val SYM = PRED("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ".contains(_))
|
|
1131 |
||
1132 |
//digits |
|
1133 |
val DIGIT = PRED("0123456789".contains(_))
|
|
1134 |
//identifiers |
|
1135 |
val ID = SYM ~ (SYM | DIGIT).% |
|
1136 |
//numbers |
|
1137 |
val NUM = STAR(DIGIT) |
|
1138 |
//keywords |
|
1139 |
val KEYWORD : Rexp = "skip" | "while" | "do" | "if" | "then" | "else" | "read" | "write" | "true" | "false" |
|
1140 |
val AKEYWORD: Rexp = ALTS(List("skip" , "while" , "do" , "if" , "then" , "else" , "read" , "write" , "true" , "false"))
|
|
1141 |
//semicolons |
|
1142 |
val SEMI: Rexp = ";" |
|
1143 |
//operators |
|
1144 |
val OP: Rexp = ":=" | "==" | "-" | "+" | "*" | "!=" | "<" | ">" | "<=" | ">=" | "%" | "/" |
|
1145 |
val AOP: Rexp = ALTS(List(":=" , "==" , "-" , "+" , "*" , "!=" , "<" , ">" , "<=" , ">=" , "%" , "/"))
|
|
1146 |
//whitespaces |
|
1147 |
val WHITESPACE = PLUS(" " | "\n" | "\t")
|
|
1148 |
//parentheses |
|
1149 |
val RPAREN: Rexp = ")" |
|
1150 |
val LPAREN: Rexp = "("
|
|
1151 |
val BEGIN: Rexp = "{"
|
|
1152 |
val END: Rexp = "}" |
|
1153 |
//strings...but probably needs not |
|
1154 |
val STRING: Rexp = "\"" ~ SYM.% ~ "\"" |
|
1155 |
||
1156 |
||
1157 |
||
1158 |
val WHILE_REGS = (("k" $ KEYWORD) |
|
|
1159 |
("i" $ ID) |
|
|
1160 |
("o" $ OP) |
|
|
1161 |
("n" $ NUM) |
|
|
1162 |
("s" $ SEMI) |
|
|
1163 |
("str" $ STRING) |
|
|
1164 |
("p" $ (LPAREN | RPAREN)) |
|
|
1165 |
("b" $ (BEGIN | END)) |
|
|
1166 |
("w" $ WHITESPACE)).%
|
|
1167 |
||
1168 |
val AWHILE_REGS = ( |
|
1169 |
ALTS( |
|
1170 |
List( |
|
1171 |
("k" $ AKEYWORD),
|
|
1172 |
("i" $ ID),
|
|
1173 |
("o" $ AOP) ,
|
|
1174 |
("n" $ NUM) ,
|
|
1175 |
("s" $ SEMI) ,
|
|
1176 |
("str" $ STRING),
|
|
1177 |
("p" $ (LPAREN | RPAREN)),
|
|
1178 |
("b" $ (BEGIN | END)),
|
|
1179 |
("w" $ WHITESPACE)
|
|
1180 |
) |
|
1181 |
) |
|
1182 |
).% |
|
1183 |
||
1184 |
*/ |
|
1185 |
||
1186 |
||
1187 |
//--------------------------------------------------------------------------------------------------------START OF NON-BITCODE PART (TESTING) |
|
1188 |
/* |
|
1189 |
// Two Simple While programs |
|
1190 |
//======================== |
|
1191 |
println("prog0 test")
|
|
1192 |
||
1193 |
val prog0 = """read n""" |
|
1194 |
println(env(lexing_simp(WHILE_REGS, prog0))) |
|
1195 |
println(tokenise(WHILE_REGS, prog0)) |
|
1196 |
||
1197 |
println("prog1 test")
|
|
1198 |
||
1199 |
val prog1 = """read n; write (n)""" |
|
1200 |
println(tokenise(WHILE_REGS, prog1)) |
|
1201 |
||
1202 |
*/ |
|
1203 |
// Bigger Tests |
|
1204 |
//============== |
|
1205 |
||
1206 |
def escape(raw: String): String = {
|
|
1207 |
import scala.reflect.runtime.universe._ |
|
1208 |
Literal(Constant(raw)).toString |
|
1209 |
} |
|
1210 |
||
1211 |
val prog2 = """ |
|
1212 |
write "Fib"; |
|
1213 |
read n; |
|
1214 |
minus1 := 0; |
|
1215 |
minus2 := 1; |
|
1216 |
while n > 0 do {
|
|
1217 |
temp := minus2; |
|
1218 |
minus2 := minus1 + minus2; |
|
1219 |
minus1 := temp; |
|
1220 |
n := n - 1 |
|
1221 |
}; |
|
1222 |
write "Result"; |
|
1223 |
write minus2 |
|
1224 |
""" |
|
1225 |
||
1226 |
val prog3 = """ |
|
1227 |
start := 1000; |
|
1228 |
x := start; |
|
1229 |
y := start; |
|
1230 |
z := start; |
|
1231 |
while 0 < x do {
|
|
1232 |
while 0 < y do {
|
|
1233 |
while 0 < z do {
|
|
1234 |
z := z - 1 |
|
1235 |
}; |
|
1236 |
z := start; |
|
1237 |
y := y - 1 |
|
1238 |
}; |
|
1239 |
y := start; |
|
1240 |
x := x - 1 |
|
1241 |
} |
|
1242 |
""" |
|
1243 |
/* |
|
1244 |
for(i <- 400 to 400 by 1){
|
|
1245 |
println(i+":") |
|
1246 |
blexing_simp(WHILE_REGS, prog2 * i) |
|
1247 |
} */ |
|
1248 |
||
1249 |
/* |
|
1250 |
for (i <- 2 to 5){
|
|
1251 |
for(j <- 1 to 3){
|
|
1252 |
println(i,j) |
|
1253 |
small_de = i |
|
1254 |
usual_de = i + j |
|
1255 |
big_de = i + 2*j |
|
1256 |
blexing_simp(AWHILE_REGS, prog2 * 100) |
|
1257 |
} |
|
1258 |
}*/ |
|
1259 |
||
1260 |
/* |
|
1261 |
println("Tokens of prog2")
|
|
1262 |
println(tokenise(WHILE_REGS, prog2).mkString("\n"))
|
|
1263 |
||
1264 |
val fib_tokens = tokenise(WHILE_REGS, prog2) |
|
1265 |
fib_tokens.map{case (s1, s2) => (escape(s1), escape(s2))}.mkString(",\n")
|
|
1266 |
||
1267 |
||
1268 |
val test_tokens = tokenise(WHILE_REGS, prog3) |
|
1269 |
test_tokens.map{case (s1, s2) => (escape(s1), escape(s2))}.mkString(",\n")
|
|
1270 |
*/ |
|
1271 |
||
1272 |
/* |
|
1273 |
println("time test for blexing_simp")
|
|
1274 |
for (i <- 1 to 1 by 1) {
|
|
1275 |
lexing_simp(WHILE_REGS, prog2 * i) |
|
1276 |
blexing_simp(WHILE_REGS, prog2 * i) |
|
1277 |
for( j <- 0 to each_simp_timeb.length - 1){
|
|
1278 |
if( each_simp_timeb(j)/each_simp_time(j) >= 10.0 ) |
|
1279 |
println(j, each_simp_timeb(j), each_simp_time(j)) |
|
1280 |
} |
|
1281 |
} |
|
1282 |
*/ |
|
1283 |
||
1284 |
||
1285 |
//--------------------------------------------------------------------------------------------------------END OF NON-BITCODE PART (TESTING) |
|
1286 |
||
1287 |
||
1288 |
||
1289 |
def clear() = {
|
|
1290 |
print("")
|
|
1291 |
//print("\33[H\33[2J")
|
|
1292 |
} |
|
1293 |
||
1294 |
//testing the two lexings produce the same value |
|
1295 |
//enumerates strings of length n over alphabet cs |
|
1296 |
def strs(n: Int, cs: String) : Set[String] = {
|
|
1297 |
if (n == 0) Set("")
|
|
1298 |
else {
|
|
1299 |
val ss = strs(n - 1, cs) |
|
1300 |
ss ++ |
|
1301 |
(for (s <- ss; c <- cs.toList) yield c + s) |
|
1302 |
} |
|
1303 |
} |
|
1304 |
def enum(n: Int, s: String) : Stream[Rexp] = n match {
|
|
1305 |
case 0 => ZERO #:: ONE #:: s.toStream.map(CHAR) |
|
1306 |
case n => {
|
|
1307 |
val rs = enum(n - 1, s) |
|
1308 |
rs #::: |
|
1309 |
(for (r1 <- rs; r2 <- rs) yield ALT(r1, r2)) #::: |
|
1310 |
(for (r1 <- rs; r2 <- rs) yield SEQ(r1, r2)) #::: |
|
1311 |
(for (r1 <- rs) yield STAR(r1)) |
|
1312 |
} |
|
1313 |
} |
|
1314 |
||
1315 |
//tests blexing and lexing |
|
1316 |
def tests_blexer_simp(ss: Set[String])(r: Rexp) = {
|
|
1317 |
clear() |
|
1318 |
//println(s"Testing ${r}")
|
|
1319 |
for (s <- ss.par) yield {
|
|
1320 |
val res1 = Try(Some(lexing_simp(r, s))).getOrElse(None) |
|
| 5 | 1321 |
val res2 = Try(Some(super_blexing_simp(r, s))).getOrElse(None) |
| 0 | 1322 |
if (res1 != res2) println(s"Disagree on ${r} and ${s}")
|
1323 |
if (res1 != res2) println(s" ${res1} != ${res2}")
|
|
1324 |
if (res1 != res2) Some((r, s)) else None |
|
1325 |
} |
|
1326 |
} |
|
1327 |
||
1328 |
||
1329 |
||
| 5 | 1330 |
|
| 0 | 1331 |
/* |
1332 |
def single_expression_explorer(ar: ARexp, ss: Set[String]): Unit = {
|
|
1333 |
for (s <- ss){
|
|
1334 |
||
1335 |
val der_res = bder(c, ar) |
|
1336 |
val simp_res = bsimp(der_res) |
|
1337 |
println(asize(der_res)) |
|
1338 |
println(asize(simp_res)) |
|
1339 |
single_expression_explorer(simp_res, (sc - c)) |
|
1340 |
} |
|
1341 |
}*/ |
|
1342 |
||
1343 |
//single_expression_explorer(internalise(("c"~("a"+"b"))%) , Set('a','b','c'))
|
|
1344 |
||
1345 |
||
1346 |
} |
|
1347 |
||
1348 |
import Rexp.Bits |
|
1349 |
abstract class ARexp |
|
1350 |
case object AZERO extends ARexp |
|
1351 |
case class AONE(bs: Bits) extends ARexp |
|
1352 |
case class ACHAR(bs: Bits, f: Char) extends ARexp |
|
1353 |
case class AALTS(bs: Bits, rs: List[ARexp]) extends ARexp |
|
1354 |
case class ASEQ(bs: Bits, r1: ARexp, r2: ARexp) extends ARexp |
|
1355 |
case class ASTAR(bs: Bits, r: ARexp) extends ARexp |
|
1356 |
||
1357 |
||
1358 |
||
1359 |
abstract class Val |
|
1360 |
case object Empty extends Val |
|
1361 |
case class Chr(c: Char) extends Val |
|
1362 |
case class Sequ(v1: Val, v2: Val) extends Val |
|
1363 |
case class Left(v: Val) extends Val |
|
1364 |
case class Right(v: Val) extends Val |
|
1365 |
case class Stars(vs: List[Val]) extends Val |
|
1366 |
case class Rec(x: String, v: Val) extends Val |
|
| 150 | 1367 |
case class Position(i: Int, v: Val) extends Val |
| 17 | 1368 |
case object undefined extends Val |
| 0 | 1369 |
//case class Pos(i: Int, v: Val) extends Val |
1370 |
case object Prd extends Val |