progs/detokenise.scala
author Christian Urban <urbanc@in.tum.de>
Wed, 06 Nov 2019 23:27:19 +0000
changeset 684 51b66db2fc2c
parent 645 8da29f6ef225
child 686 5fe95ea0bad0
permissions -rw-r--r--
update
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
644
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     1
// Detokenising the ouput of Tokeniser
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     2
//=====================================
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     3
//
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     4
// call with 
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     5
//
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     6
//     scala detokenise.scala fib.tks
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     7
//
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
     8
//     scala detokenise.scala loops.tks
642
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
     9
644
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
    10
object Detokenise {
642
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    11
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    12
import java.io._
645
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    13
import scala.util._ 
642
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    14
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    15
abstract class Token extends Serializable 
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    16
case object T_SEMI extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    17
case object T_LPAREN extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    18
case object T_RPAREN extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    19
case class T_ID(s: String) extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    20
case class T_OP(s: String) extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    21
case class T_NUM(n: Int) extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    22
case class T_KWD(s: String) extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    23
case class T_STR(s: String) extends Token
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    24
645
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    25
def deserialise[T](fname: String) : Try[T] = {
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    26
  import scala.util.Using
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    27
  Using(new ObjectInputStream(new FileInputStream(fname))) {
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    28
    in => in.readObject.asInstanceOf[T]
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    29
  }
642
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    30
}
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    31
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    32
def main(args: Array[String]) = {
644
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
    33
  val fname = args(0)
645
8da29f6ef225 updated
Christian Urban <urbanc@in.tum.de>
parents: 644
diff changeset
    34
  val tks = deserialise[List[Token]](fname).getOrElse(Nil)
644
4911bcd6b063 updated
Christian Urban <urbanc@in.tum.de>
parents: 642
diff changeset
    35
  println(s"Reading back from ${fname}:\n${tks.mkString("\n")}")  
642
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    36
}
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    37
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    38
2eecbcbc7c51 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    39
}