author | Christian Urban <christian.urban@kcl.ac.uk> |
Wed, 21 Feb 2024 09:14:12 +0000 | |
changeset 959 | 64ec1884d860 |
parent 921 | bb54e7aa1a3f |
child 961 | c0600f8b6427 |
permissions | -rw-r--r-- |
864 | 1 |
// CW3 |
2 |
||
3 |
import $file.lexer |
|
4 |
import lexer._ |
|
5 |
||
6 |
||
919 | 7 |
case class ~[+A, +B](x: A, y: B) |
8 |
||
9 |
// parser combinators |
|
10 |
||
11 |
abstract class Parser[I, T](using is: I => Seq[_]) { |
|
12 |
def parse(in: I): Set[(T, I)] |
|
13 |
||
14 |
def parse_all(in: I) : Set[T] = |
|
15 |
for ((hd, tl) <- parse(in); |
|
16 |
if is(tl).isEmpty) yield hd |
|
17 |
} |
|
864 | 18 |
|
919 | 19 |
// alternative parser |
20 |
class AltParser[I, T](p: => Parser[I, T], |
|
21 |
q: => Parser[I, T])(using I => Seq[_]) extends Parser[I, T] { |
|
22 |
def parse(in: I) = p.parse(in) ++ q.parse(in) |
|
23 |
} |
|
864 | 24 |
|
919 | 25 |
// sequence parser |
26 |
class SeqParser[I, T, S](p: => Parser[I, T], |
|
27 |
q: => Parser[I, S])(using I => Seq[_]) extends Parser[I, ~[T, S]] { |
|
28 |
def parse(in: I) = |
|
29 |
for ((hd1, tl1) <- p.parse(in); |
|
30 |
(hd2, tl2) <- q.parse(tl1)) yield (new ~(hd1, hd2), tl2) |
|
864 | 31 |
} |
32 |
||
919 | 33 |
// map parser |
34 |
class MapParser[I, T, S](p: => Parser[I, T], |
|
35 |
f: T => S)(using I => Seq[_]) extends Parser[I, S] { |
|
36 |
def parse(in: I) = for ((hd, tl) <- p.parse(in)) yield (f(hd), tl) |
|
864 | 37 |
} |
38 |
||
919 | 39 |
|
40 |
/* |
|
41 |
// atomic parser for (particular) strings |
|
42 |
case class StrParser(s: String) extends Parser[String, String] { |
|
43 |
def parse(sb: String) = { |
|
44 |
val (prefix, suffix) = sb.splitAt(s.length) |
|
45 |
if (prefix == s) Set((prefix, suffix)) else Set() |
|
46 |
} |
|
864 | 47 |
} |
48 |
||
919 | 49 |
extension (sc: StringContext) |
50 |
def p(args: Any*) = StrParser(sc.s(args:_*)) |
|
51 |
*/ |
|
52 |
||
53 |
// more convenient syntax for parser combinators |
|
54 |
extension [I, T](p: Parser[I, T])(using I => Seq[_]) { |
|
55 |
def ||(q : => Parser[I, T]) = new AltParser[I, T](p, q) |
|
56 |
def ~[S] (q : => Parser[I, S]) = new SeqParser[I, T, S](p, q) |
|
57 |
def map[S](f: => T => S) = new MapParser[I, T, S](p, f) |
|
864 | 58 |
} |
59 |
||
60 |
// New parser that takes as input a list of tokens |
|
919 | 61 |
case class TokenParser(t: Token) extends Parser[List[Token], Token] { |
62 |
def parse(in: List[Token]) = { |
|
63 |
// an example of an atomic parser for characters |
|
64 |
if (!in.isEmpty && in.head == t) Set((t, in.tail)) else Set() |
|
65 |
} |
|
66 |
} |
|
67 |
||
864 | 68 |
case class TokenListParser(ts: List[Token]) extends Parser[List[Token], List[Token]] { |
69 |
def parse(tsb: List[Token]) = { |
|
70 |
val (prefix, suffix) = tsb.splitAt(ts.length) |
|
71 |
if (prefix == ts) Set((prefix, suffix)) else Set() |
|
72 |
} |
|
73 |
} |
|
74 |
||
75 |
// Implicit definitions to go from a token |
|
76 |
// or a list of tokens to a TokenListParser |
|
919 | 77 |
implicit def token2parser(t: Token) : Parser[List[Token], Token] = |
78 |
TokenParser(t) |
|
864 | 79 |
|
919 | 80 |
extension (t: Token) { |
81 |
def || (q : => Parser[List[Token], Token]) = |
|
82 |
new AltParser[List[Token], Token](t, q) |
|
83 |
def ~[S](q : => Parser[List[Token], S]) = |
|
84 |
new SeqParser[List[Token], Token, S](t, q) |
|
864 | 85 |
} |
86 |
||
87 |
||
88 |
// Abstract Syntax Trees |
|
89 |
abstract class Stmt |
|
90 |
abstract class AExp |
|
91 |
abstract class BExp |
|
92 |
||
93 |
type Block = List[Stmt] |
|
94 |
||
95 |
case object Skip extends Stmt |
|
96 |
case class If(a: BExp, bl1: Block, bl2: Block) extends Stmt |
|
97 |
case class While(b: BExp, bl: Block) extends Stmt |
|
98 |
case class Assign(s: String, a: AExp) extends Stmt |
|
99 |
case class Read(s: String) extends Stmt |
|
100 |
case class WriteId(s: String) extends Stmt // for printing values of variables |
|
101 |
case class WriteString(s: String) extends Stmt // for printing words |
|
102 |
||
103 |
case class Var(s: String) extends AExp |
|
104 |
case class Num(i: Int) extends AExp |
|
105 |
case class Aop(o: String, a1: AExp, a2: AExp) extends AExp |
|
106 |
||
107 |
case object True extends BExp |
|
108 |
case object False extends BExp |
|
109 |
case class Bop(o: String, a1: AExp, a2: AExp) extends BExp |
|
110 |
case class And(b1: BExp, b2: BExp) extends BExp |
|
111 |
case class Or(b1: BExp, b2: BExp) extends BExp |
|
112 |
||
113 |
case class IdParser() extends Parser[List[Token], String] { |
|
114 |
def parse(tsb: List[Token]) = tsb match { |
|
115 |
case T_ID(id) :: rest => Set((id, rest)) |
|
116 |
case _ => Set() |
|
117 |
} |
|
118 |
} |
|
119 |
||
120 |
case class NumParser() extends Parser[List[Token], Int] { |
|
121 |
def parse(tsb: List[Token]) = tsb match { |
|
122 |
case T_NUM(n) :: rest => Set((n, rest)) |
|
123 |
case _ => Set() |
|
124 |
} |
|
125 |
} |
|
126 |
||
127 |
case class StringParser() extends Parser[List[Token], String] { |
|
128 |
def parse(tsb: List[Token]) = tsb match { |
|
129 |
case T_STRING(s) :: rest => Set((s, rest)) |
|
130 |
case _ => Set() |
|
131 |
} |
|
132 |
} |
|
133 |
||
919 | 134 |
|
864 | 135 |
// WHILE Language Parsing |
136 |
lazy val AExp: Parser[List[Token], AExp] = |
|
919 | 137 |
(Te ~ T_OP("+") ~ AExp).map{ case x ~ _ ~ z => Aop("+", x, z): AExp } || |
138 |
(Te ~ T_OP("-") ~ AExp).map{ case x ~ _ ~ z => Aop("-", x, z): AExp } || Te |
|
864 | 139 |
lazy val Te: Parser[List[Token], AExp] = |
919 | 140 |
(Fa ~ T_OP("*") ~ Te).map{ case x ~ _ ~ z => Aop("*", x, z): AExp } || |
141 |
(Fa ~ T_OP("/") ~ Te).map{ case x ~ _ ~ z => Aop("/", x, z): AExp } || |
|
142 |
(Fa ~ T_OP("%") ~ Te).map{ case x ~ _ ~ z => Aop("%", x, z): AExp } || Fa |
|
864 | 143 |
lazy val Fa: Parser[List[Token], AExp] = |
919 | 144 |
(T_PAREN("(") ~ AExp ~ T_PAREN(")")).map{ case _ ~ y ~ _ => y } || |
145 |
IdParser().map{Var(_)} || |
|
146 |
NumParser().map{Num(_)} |
|
864 | 147 |
|
148 |
lazy val BExp: Parser[List[Token], BExp] = |
|
919 | 149 |
(AExp ~ T_OP("==") ~ AExp).map{ case x ~ _ ~ z => Bop("==", x, z): BExp } || |
150 |
(AExp ~ T_OP("!=") ~ AExp).map{ case x ~ _ ~ z => Bop("!=", x, z): BExp } || |
|
151 |
(AExp ~ T_OP("<") ~ AExp).map{ case x ~ _ ~ z => Bop("<", x, z): BExp } || |
|
152 |
(AExp ~ T_OP(">") ~ AExp).map{ case x ~ _ ~ z => Bop(">", x, z): BExp } || |
|
153 |
(T_PAREN("(") ~ BExp ~ T_PAREN(")") ~ T_OP("&&") ~ BExp).map{ case _ ~ y ~ _ ~ _ ~ v => And(y, v): BExp } || |
|
154 |
(T_PAREN("(") ~ BExp ~ T_PAREN(")") ~ T_OP("||") ~ BExp).map{ case _ ~ y ~ _ ~ _ ~ v => Or(y, v): BExp } || |
|
155 |
(T_KEYWORD("true").map(_ => True: BExp )) || |
|
156 |
(T_KEYWORD("false").map(_ => False: BExp )) || |
|
157 |
(T_PAREN("(") ~ BExp ~ T_PAREN(")")).map{ case _ ~ x ~ _ => x } |
|
864 | 158 |
|
159 |
lazy val Stmt: Parser[List[Token], Stmt] = |
|
919 | 160 |
T_KEYWORD("skip").map(_ => Skip: Stmt) || |
161 |
(IdParser() ~ T_OP(":=") ~ AExp).map{ case id ~ _ ~ z => Assign(id, z): Stmt } || |
|
162 |
(T_KEYWORD("if") ~ BExp ~ T_KEYWORD("then") ~ Block ~ T_KEYWORD("else") ~ Block).map{ case _ ~ y ~ _ ~ u ~ _ ~ w => If(y, u, w): Stmt } || |
|
163 |
(T_KEYWORD("while") ~ BExp ~ T_KEYWORD("do") ~ Block).map{ case _ ~ y ~ _ ~ w => While(y, w) : Stmt } || |
|
164 |
(T_KEYWORD("read") ~ IdParser()).map{ case _ ~ id => Read(id): Stmt} || |
|
165 |
(T_KEYWORD("write") ~ IdParser()).map{ case _ ~ id => WriteId(id): Stmt} || |
|
166 |
(T_KEYWORD("write") ~ StringParser()).map{ case _ ~ s => WriteString(s): Stmt} || |
|
167 |
(T_KEYWORD("write") ~ T_PAREN("(") ~ IdParser() ~ T_PAREN(")")).map{ case _ ~ _ ~ id ~ _ => WriteId(id): Stmt} || |
|
168 |
(T_KEYWORD("write") ~ T_PAREN("(") ~ StringParser() ~ T_PAREN(")")).map{ case _ ~ _ ~ s ~ _ => WriteString(s): Stmt} |
|
864 | 169 |
|
170 |
lazy val Stmts: Parser[List[Token], Block] = |
|
919 | 171 |
(Stmt ~ T_SEMI ~ Stmts).map{ case x ~ _ ~ z => x :: z : Block } || |
172 |
(Stmt.map(s => List(s) : Block)) |
|
864 | 173 |
|
174 |
lazy val Block: Parser[List[Token], Block] = |
|
919 | 175 |
(T_PAREN("{") ~ Stmts ~ T_PAREN("}")).map{ case x ~ y ~ z => y} || |
176 |
(Stmt.map(s => List(s))) |
|
864 | 177 |
|
178 |
// Testing with programs 2 & 3 |
|
179 |
||
905 | 180 |
//println("Fibonacci") |
181 |
//println(Stmts.parse_all(tokenise(os.read(os.pwd / "fib.while")))) |
|
864 | 182 |
|
905 | 183 |
//println("Loops") |
184 |
//println(Stmts.parse_all(tokenise(os.read(os.pwd / "loops.while")))) |
|
864 | 185 |
|
905 | 186 |
//println("Collatz") |
187 |
//println(Stmts.parse_all(tokenise(os.read(os.pwd / "collatz2.while")))) |
|
864 | 188 |
|
189 |
||
190 |
// Interpreter |
|
191 |
||
192 |
// Environment to store values of variables |
|
193 |
type Env = Map[String, Int] |
|
194 |
||
195 |
def eval_aexp(a: AExp, env: Env) : Int = a match { |
|
196 |
case Num(i) => i |
|
197 |
case Var(s) => env(s) |
|
198 |
case Aop("+", a1, a2) => eval_aexp(a1, env) + eval_aexp(a2, env) |
|
199 |
case Aop("-", a1, a2) => eval_aexp(a1, env) - eval_aexp(a2, env) |
|
200 |
case Aop("*", a1, a2) => eval_aexp(a1, env) * eval_aexp(a2, env) |
|
201 |
case Aop("/", a1, a2) => eval_aexp(a1, env) / eval_aexp(a2, env) |
|
202 |
case Aop("%", a1, a2) => eval_aexp(a1, env) % eval_aexp(a2, env) |
|
203 |
} |
|
204 |
||
205 |
def eval_bexp(b: BExp, env: Env) : Boolean = b match { |
|
206 |
case True => true |
|
207 |
case False => false |
|
208 |
case Bop("==", a1, a2) => eval_aexp(a1, env) == eval_aexp(a2, env) |
|
209 |
case Bop("!=", a1, a2) => !(eval_aexp(a1, env) == eval_aexp(a2, env)) |
|
210 |
case Bop(">", a1, a2) => eval_aexp(a1, env) > eval_aexp(a2, env) |
|
211 |
case Bop("<", a1, a2) => eval_aexp(a1, env) < eval_aexp(a2, env) |
|
212 |
case And(b1, b2) => eval_bexp(b1, env) && eval_bexp(b2, env) |
|
213 |
case Or(b1, b2) => eval_bexp(b1, env) || eval_bexp(b2, env) |
|
214 |
} |
|
215 |
||
216 |
// Import needed to take int as input from the user |
|
217 |
import scala.io.StdIn.readInt |
|
218 |
||
219 |
def eval_stmt(s: Stmt, env: Env) : Env = s match { |
|
220 |
case Skip => env |
|
221 |
case Assign(x, a) => env + (x -> eval_aexp(a, env)) |
|
222 |
case If(b, bl1, bl2) => if (eval_bexp(b, env)) eval_bl(bl1, env) else eval_bl(bl2, env) |
|
223 |
case While(b, bl) => |
|
224 |
if (eval_bexp(b, env)) eval_stmt(While(b, bl), eval_bl(bl, env)) |
|
225 |
else env |
|
226 |
||
227 |
case WriteId(x) => { print(env(x)) ; env } |
|
228 |
case WriteString(x) => { |
|
229 |
print(x.replaceAll("\"", "").replaceAll("""\\n""", "\n")) ; |
|
230 |
env |
|
231 |
} |
|
232 |
||
233 |
case Read(x) => { |
|
234 |
println("Enter an integer and press ENTER:") ; |
|
235 |
val n = readInt() ; // Note: Does not work when using the REPL |
|
236 |
eval_stmt(Assign(x, Num(n)), env) |
|
237 |
} |
|
238 |
} |
|
239 |
||
240 |
def eval_bl(bl: Block, env: Env) : Env = bl match { |
|
241 |
case Nil => env |
|
242 |
case s::bl => eval_bl(bl, eval_stmt(s, env)) |
|
243 |
} |
|
244 |
||
245 |
def eval(bl: Block) : Env = eval_bl(bl, Map()) |
|
246 |
||
959
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
247 |
|
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
248 |
//println(tokenise(os.read(os.pwd / "primes.while"))) |
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
249 |
|
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
250 |
//println(eval(Stmts.parse_all(tokenise(os.read(os.pwd / "primes.while"))).head)) |
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
251 |
|
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
252 |
|
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
253 |
|
905 | 254 |
@main |
921 | 255 |
def run(file: String) = { |
905 | 256 |
val contents = os.read(os.pwd / file) |
257 |
println(s"Lex $file: ") |
|
258 |
println(tokenise(contents)) |
|
259 |
println(s"Parse $file: ") |
|
260 |
println(Stmts.parse_all(tokenise(contents)).head) |
|
261 |
println(s"Eval $file: ") |
|
262 |
println(eval(Stmts.parse_all(tokenise(contents)).head)) |
|
263 |
} |
|
864 | 264 |
|
921 | 265 |
@main |
266 |
def test(file: String) = { |
|
267 |
val contents = os.read(os.pwd / file) |
|
268 |
println(s"Lex $file: ") |
|
269 |
println(tokenise(contents)) |
|
270 |
println(s"Parse $file: ") |
|
271 |
println(Stmts.parse_all(tokenise(contents)).head) |
|
272 |
} |
|
273 |
||
864 | 274 |
/* |
275 |
println("Loops eval") |
|
276 |
val start = System.nanoTime() |
|
959
64ec1884d860
updated and added pascal.while file
Christian Urban <christian.urban@kcl.ac.uk>
parents:
921
diff
changeset
|
277 |
println(eval(Stmts.parse_all(tokenise(os.read(os.pwd / "primes.while"))).head)) |
864 | 278 |
val end = System.nanoTime() |
279 |
println("Time taken in seconds: ") |
|
280 |
println((end - start)/(1.0e9)) |
|
281 |
*/ |