templates4/re.scala
author Christian Urban <urbanc@in.tum.de>
Wed, 30 Oct 2019 14:07:58 +0000
changeset 288 3cd6c850c252
parent 220 1c47cede8e71
permissions -rw-r--r--
updated
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
     1
// Core Part about Regular Expression Matching
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
     2
//=============================================
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
     3
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
     4
object CW9c {
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
     5
220
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
     6
// Regular Expressions
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
     7
abstract class Rexp
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
     8
case object ZERO extends Rexp
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
     9
case object ONE extends Rexp
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    10
case class CHAR(c: Char) extends Rexp
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    11
case class ALT(r1: Rexp, r2: Rexp) extends Rexp   // alternative 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    12
case class SEQ(r1: Rexp, r2: Rexp) extends Rexp   // sequence
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    13
case class STAR(r: Rexp) extends Rexp             // star
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    14
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    15
220
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
    16
// some convenience for typing regular expressions
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    17
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    18
import scala.language.implicitConversions    
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    19
import scala.language.reflectiveCalls 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    20
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    21
def charlist2rexp(s: List[Char]): Rexp = s match {
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    22
  case Nil => ONE
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    23
  case c::Nil => CHAR(c)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    24
  case c::s => SEQ(CHAR(c), charlist2rexp(s))
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    25
}
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    26
implicit def string2rexp(s: String): Rexp = charlist2rexp(s.toList)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    27
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    28
implicit def RexpOps (r: Rexp) = new {
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    29
  def | (s: Rexp) = ALT(r, s)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    30
  def % = STAR(r)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    31
  def ~ (s: Rexp) = SEQ(r, s)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    32
}
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    33
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    34
implicit def stringOps (s: String) = new {
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    35
  def | (r: Rexp) = ALT(s, r)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    36
  def | (r: String) = ALT(s, r)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    37
  def % = STAR(s)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    38
  def ~ (r: Rexp) = SEQ(s, r)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    39
  def ~ (r: String) = SEQ(s, r)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    40
}
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    41
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
    42
// (5) Complete the function nullable according to
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    43
// the definition given in the coursework; this 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    44
// function checks whether a regular expression
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    45
// can match the empty string and Returns a boolean
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    46
// accordingly.
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    47
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    48
//def nullable (r: Rexp) : Boolean = ...
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    49
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    50
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
    51
// (6) Complete the function der according to
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    52
// the definition given in the coursework; this
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    53
// function calculates the derivative of a 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    54
// regular expression w.r.t. a character.
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    55
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    56
//def der (c: Char, r: Rexp) : Rexp = ...
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    57
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    58
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
    59
// (7) Complete the simp function according to
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    60
// the specification given in the coursework; this
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    61
// function simplifies a regular expression from
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    62
// the inside out, like you would simplify arithmetic 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    63
// expressions; however it does not simplify inside 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    64
// STAR-regular expressions.
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    65
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    66
//def simp(r: Rexp) : Rexp = ... 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    67
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    68
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
    69
// (8) Complete the two functions below; the first 
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    70
// calculates the derivative w.r.t. a string; the second
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    71
// is the regular expression matcher taking a regular
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    72
// expression and a string and checks whether the
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    73
// string matches the regular expression
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    74
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    75
//def ders (s: List[Char], r: Rexp) : Rexp = ... 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    76
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    77
//def matcher(r: Rexp, s: String): Boolean = ...
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    78
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    79
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
    80
// (9) Complete the size function for regular
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    81
// expressions according to the specification 
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    82
// given in the coursework.
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    83
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    84
//def size(r: Rexp): Int = ...
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    85
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    86
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    87
// some testing data
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    88
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    89
/*
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    90
matcher(("a" ~ "b") ~ "c", "abc")  // => true
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    91
matcher(("a" ~ "b") ~ "c", "ab")   // => false
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    92
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    93
// the supposedly 'evil' regular expression (a*)* b
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    94
val EVIL = SEQ(STAR(STAR(CHAR('a'))), CHAR('b'))
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    95
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    96
matcher(EVIL, "a" * 1000 ++ "b")   // => true
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    97
matcher(EVIL, "a" * 1000)          // => false
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    98
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
    99
// size without simplifications
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   100
size(der('a', der('a', EVIL)))             // => 28
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   101
size(der('a', der('a', der('a', EVIL))))   // => 58
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   102
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   103
// size with simplification
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   104
size(simp(der('a', der('a', EVIL))))           // => 8
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   105
size(simp(der('a', der('a', der('a', EVIL))))) // => 8
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   106
220
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   107
// Python needs around 30 seconds for matching 28 a's with EVIL. 
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   108
// Java 9 and later increase this to an "astonishing" 40000 a's in
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   109
// 30 seconds.
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   110
//
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   111
// Lets see how long it really takes to match strings with 
220
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   112
// 5 Million a's...it should be in the range of a couple
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   113
// of seconds.
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   114
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   115
def time_needed[T](i: Int, code: => T) = {
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   116
  val start = System.nanoTime()
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   117
  for (j <- 1 to i) code
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   118
  val end = System.nanoTime()
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   119
  (end - start)/(i * 1.0e9)
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   120
}
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   121
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   122
for (i <- 0 to 5000000 by 500000) {
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   123
  println(i + " " + "%.5f".format(time_needed(2, matcher(EVIL, "a" * i))))
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   124
}
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   125
220
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   126
// another "power" test case 
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   127
simp(Iterator.iterate(ONE:Rexp)(r => SEQ(r, ONE | ONE)).drop(50).next) == ONE
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   128
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   129
// the Iterator produces the rexp
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   130
//
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   131
//      SEQ(SEQ(SEQ(..., ONE | ONE) , ONE | ONE), ONE | ONE)
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   132
//
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   133
//    where SEQ is nested 50 times.
1c47cede8e71 updated
Christian Urban <urbanc@in.tum.de>
parents: 219
diff changeset
   134
219
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   135
*/
6cbf23e0e8a4 updated
Christian Urban <urbanc@in.tum.de>
parents:
diff changeset
   136
288
3cd6c850c252 updated
Christian Urban <urbanc@in.tum.de>
parents: 220
diff changeset
   137
}