| 
51
 | 
     1  | 
// Scala Lecture 2
  | 
| 
 | 
     2  | 
//=================
  | 
| 
 | 
     3  | 
  | 
| 
204
 | 
     4  | 
// UNFINISHED BUSINESS from Lecture 1
  | 
| 
 | 
     5  | 
//====================================
  | 
| 
 | 
     6  | 
  | 
| 
 | 
     7  | 
  | 
| 
 | 
     8  | 
// for measuring time
  | 
| 
 | 
     9  | 
def time_needed[T](n: Int, code: => T) = {
 | 
| 
 | 
    10  | 
  val start = System.nanoTime()
  | 
| 
 | 
    11  | 
  for (i <- (0 to n)) code
  | 
| 
 | 
    12  | 
  val end = System.nanoTime()
  | 
| 
 | 
    13  | 
  (end - start) / 1.0e9
  | 
| 
 | 
    14  | 
}
  | 
| 
 | 
    15  | 
  | 
| 
 | 
    16  | 
  | 
| 
 | 
    17  | 
val list = (1 to 1000000).toList
  | 
| 
 | 
    18  | 
time_needed(10, for (n <- list) yield n + 42)
  | 
| 
 | 
    19  | 
time_needed(10, for (n <- list.par) yield n + 42)
  | 
| 
 | 
    20  | 
  | 
| 
 | 
    21  | 
  | 
| 
 | 
    22  | 
// Just for "Fun": Mutable vs Immutable
  | 
| 
 | 
    23  | 
//=======================================
  | 
| 
 | 
    24  | 
//
  | 
| 
 | 
    25  | 
// - no vars, no ++i, no +=
  | 
| 
 | 
    26  | 
// - no mutable data-structures (no Arrays, no ListBuffers)
  | 
| 
 | 
    27  | 
  | 
| 
 | 
    28  | 
  | 
| 
 | 
    29  | 
// Q: Count how many elements are in the intersections of two sets?
  | 
| 
 | 
    30  | 
  | 
| 
 | 
    31  | 
def count_intersection(A: Set[Int], B: Set[Int]) : Int = {
 | 
| 
 | 
    32  | 
  var count = 0
  | 
| 
 | 
    33  | 
  for (x <- A; if B contains x) count += 1 
  | 
| 
 | 
    34  | 
  count
  | 
| 
 | 
    35  | 
}
  | 
| 
 | 
    36  | 
  | 
| 
 | 
    37  | 
val A = (1 to 1000).toSet
  | 
| 
 | 
    38  | 
val B = (1 to 1000 by 4).toSet
  | 
| 
 | 
    39  | 
  | 
| 
 | 
    40  | 
count_intersection(A, B)
  | 
| 
 | 
    41  | 
  | 
| 
 | 
    42  | 
// but do not try to add .par to the for-loop above
  | 
| 
 | 
    43  | 
  | 
| 
 | 
    44  | 
  | 
| 
 | 
    45  | 
//propper parallel version
  | 
| 
 | 
    46  | 
def count_intersection2(A: Set[Int], B: Set[Int]) : Int = 
  | 
| 
 | 
    47  | 
  A.par.count(x => B contains x)
  | 
| 
 | 
    48  | 
  | 
| 
 | 
    49  | 
count_intersection2(A, B)
  | 
| 
 | 
    50  | 
  | 
| 
 | 
    51  | 
  | 
| 
 | 
    52  | 
val A = (1 to 1000000).toSet
  | 
| 
 | 
    53  | 
val B = (1 to 1000000 by 4).toSet
  | 
| 
 | 
    54  | 
  | 
| 
 | 
    55  | 
time_needed(100, count_intersection(A, B))
  | 
| 
 | 
    56  | 
time_needed(100, count_intersection2(A, B))
  | 
| 
 | 
    57  | 
  | 
| 
 | 
    58  | 
  | 
| 
 | 
    59  | 
  | 
| 
 | 
    60  | 
// For-Comprehensions Again
  | 
| 
 | 
    61  | 
//==========================
  | 
| 
 | 
    62  | 
  | 
| 
 | 
    63  | 
// the first produces a result, while the second does not
  | 
| 
 | 
    64  | 
for (n <- List(1, 2, 3, 4, 5)) yield n * n
  | 
| 
 | 
    65  | 
  | 
| 
 | 
    66  | 
  | 
| 
 | 
    67  | 
for (n <- List(1, 2, 3, 4, 5)) println(n)
  | 
| 
 | 
    68  | 
  | 
| 
 | 
    69  | 
  | 
| 
 | 
    70  | 
  | 
| 
 | 
    71  | 
// Higher-Order Functions
  | 
| 
 | 
    72  | 
//========================
  | 
| 
 | 
    73  | 
  | 
| 
 | 
    74  | 
// functions can take functions as arguments
  | 
| 
 | 
    75  | 
  | 
| 
 | 
    76  | 
def even(x: Int) : Boolean = x % 2 == 0
  | 
| 
 | 
    77  | 
def odd(x: Int) : Boolean = x % 2 == 1
  | 
| 
 | 
    78  | 
  | 
| 
 | 
    79  | 
val lst = (1 to 10).toList
  | 
| 
 | 
    80  | 
  | 
| 
 | 
    81  | 
lst.filter(x => even(x))
  | 
| 
 | 
    82  | 
lst.filter(even(_))
  | 
| 
 | 
    83  | 
lst.filter(even)
  | 
| 
 | 
    84  | 
  | 
| 
 | 
    85  | 
lst.count(even)
  | 
| 
 | 
    86  | 
  | 
| 
 | 
    87  | 
lst.find(_ > 8)
  | 
| 
 | 
    88  | 
  | 
| 
 | 
    89  | 
  | 
| 
 | 
    90  | 
val ps = List((3, 0), (3, 2), (4, 2), (2, 0), (1, 1), (1, 0))
  | 
| 
 | 
    91  | 
  | 
| 
 | 
    92  | 
ps.sortBy(_._1)
  | 
| 
 | 
    93  | 
ps.sortBy(_._2)
  | 
| 
 | 
    94  | 
  | 
| 
 | 
    95  | 
ps.maxBy(_._1)
  | 
| 
 | 
    96  | 
ps.maxBy(_._2)
  | 
| 
 | 
    97  | 
  | 
| 
 | 
    98  | 
  | 
| 
 | 
    99  | 
  | 
| 
 | 
   100  | 
// maps
  | 
| 
 | 
   101  | 
//=====
  | 
| 
 | 
   102  | 
  | 
| 
 | 
   103  | 
def square(x: Int): Int = x * x
  | 
| 
 | 
   104  | 
  | 
| 
 | 
   105  | 
val lst = (1 to 10).toList
  | 
| 
 | 
   106  | 
  | 
| 
 | 
   107  | 
lst.map(square)
  | 
| 
 | 
   108  | 
  | 
| 
 | 
   109  | 
// this is actually what for is defined at in Scala
  | 
| 
 | 
   110  | 
  | 
| 
 | 
   111  | 
lst.map(n => square(n))
  | 
| 
 | 
   112  | 
for (n <- lst) yield square(n)
  | 
| 
 | 
   113  | 
  | 
| 
 | 
   114  | 
// this can be iterated
  | 
| 
 | 
   115  | 
  | 
| 
 | 
   116  | 
lst.map(square).filter(_ > 4)
  | 
| 
 | 
   117  | 
  | 
| 
 | 
   118  | 
lst.map(square).filter(_ > 4).map(square)
  | 
| 
 | 
   119  | 
  | 
| 
 | 
   120  | 
  | 
| 
 | 
   121  | 
// lets define our own functions
  | 
| 
 | 
   122  | 
// type of functions, for example f: Int => Int
  | 
| 
 | 
   123  | 
  | 
| 
 | 
   124  | 
def my_map_int(lst: List[Int], f: Int => Int) : List[Int] = {
 | 
| 
 | 
   125  | 
  if (lst == Nil) Nil
  | 
| 
 | 
   126  | 
  else f(lst.head) :: my_map_int(lst.tail, f)
  | 
| 
 | 
   127  | 
}
  | 
| 
 | 
   128  | 
  | 
| 
 | 
   129  | 
my_map_int(lst, square)
  | 
| 
 | 
   130  | 
  | 
| 
 | 
   131  | 
  | 
| 
 | 
   132  | 
// same function using pattern matching: a kind
  | 
| 
 | 
   133  | 
// of switch statement on steroids (see more later on)
  | 
| 
 | 
   134  | 
  | 
| 
 | 
   135  | 
def my_map_int(lst: List[Int], f: Int => Int) : List[Int] = lst match {
 | 
| 
 | 
   136  | 
  case Nil => Nil
  | 
| 
 | 
   137  | 
  case x::xs => f(x)::my_map_int(xs, f)
  | 
| 
 | 
   138  | 
}
  | 
| 
 | 
   139  | 
  | 
| 
 | 
   140  | 
  | 
| 
 | 
   141  | 
// other function types
  | 
| 
 | 
   142  | 
//
  | 
| 
 | 
   143  | 
// f1: (Int, Int) => Int
  | 
| 
 | 
   144  | 
// f2: List[String] => Option[Int]
  | 
| 
 | 
   145  | 
// ... 
  | 
| 
 | 
   146  | 
  | 
| 
 | 
   147  | 
  | 
| 
 | 
   148  | 
def sumOf(f: Int => Int, lst: List[Int]): Int = lst match {
 | 
| 
 | 
   149  | 
  case Nil => 0
  | 
| 
 | 
   150  | 
  case x::xs => f(x) + sumOf(f, xs)
  | 
| 
 | 
   151  | 
}
  | 
| 
 | 
   152  | 
  | 
| 
 | 
   153  | 
def sum_squares(lst: List[Int]) = sumOf(square, lst)
  | 
| 
 | 
   154  | 
def sum_cubes(lst: List[Int])   = sumOf(x => x * x * x, lst)
  | 
| 
 | 
   155  | 
  | 
| 
 | 
   156  | 
sum_squares(lst)
  | 
| 
 | 
   157  | 
sum_cubes(lst)
  | 
| 
 | 
   158  | 
  | 
| 
 | 
   159  | 
// lets try it factorial
  | 
| 
 | 
   160  | 
def fact(n: Int) : Int = ...
  | 
| 
 | 
   161  | 
  | 
| 
 | 
   162  | 
def sum_fact(lst: List[Int]) = sumOf(fact, lst)
  | 
| 
 | 
   163  | 
sum_fact(lst)
  | 
| 
 | 
   164  | 
  | 
| 
 | 
   165  | 
  | 
| 
 | 
   166  | 
  | 
| 
 | 
   167  | 
  | 
| 
 | 
   168  | 
  | 
| 
 | 
   169  | 
// Map type
  | 
| 
 | 
   170  | 
//==========
  | 
| 
 | 
   171  | 
  | 
| 
 | 
   172  | 
// Note the difference between map and Map
  | 
| 
 | 
   173  | 
  | 
| 
 | 
   174  | 
def factors(n: Int) : List[Int] =
  | 
| 
 | 
   175  | 
  ((1 until n).filter { divisor =>
 | 
| 
 | 
   176  | 
      n % divisor == 0
  | 
| 
 | 
   177  | 
    }).toList
  | 
| 
 | 
   178  | 
  | 
| 
 | 
   179  | 
  | 
| 
 | 
   180  | 
var ls = (1 to 10).toList
  | 
| 
 | 
   181  | 
  | 
| 
 | 
   182  | 
val facs = ls.map(n => (n, factors(n)))
  | 
| 
 | 
   183  | 
  | 
| 
 | 
   184  | 
facs.find(_._1 == 4)
  | 
| 
 | 
   185  | 
  | 
| 
 | 
   186  | 
// works for lists of pairs
  | 
| 
 | 
   187  | 
facs.toMap
  | 
| 
 | 
   188  | 
  | 
| 
 | 
   189  | 
  | 
| 
 | 
   190  | 
facs.toMap.get(4)
  | 
| 
 | 
   191  | 
facs.toMap.getOrElse(4, Nil)
  | 
| 
 | 
   192  | 
  | 
| 
 | 
   193  | 
val facsMap = facs.toMap
  | 
| 
 | 
   194  | 
  | 
| 
 | 
   195  | 
val facsMap0 = facsMap + (0 -> List(1,2,3,4,5))
  | 
| 
 | 
   196  | 
facsMap0.get(0)
  | 
| 
 | 
   197  | 
  | 
| 
 | 
   198  | 
val facsMap4 = facsMap + (1 -> List(1,2,3,4,5))
  | 
| 
 | 
   199  | 
facsMap.get(1)
  | 
| 
 | 
   200  | 
facsMap4.get(1)
  | 
| 
 | 
   201  | 
  | 
| 
 | 
   202  | 
val ls = List("one", "two", "three", "four", "five")
 | 
| 
 | 
   203  | 
ls.groupBy(_.length)
  | 
| 
 | 
   204  | 
  | 
| 
 | 
   205  | 
ls.groupBy(_.length).get(3)
  | 
| 
 | 
   206  | 
  | 
| 
 | 
   207  | 
  | 
| 
51
 | 
   208  | 
  | 
| 
 | 
   209  | 
// Option type
  | 
| 
 | 
   210  | 
//=============
  | 
| 
53
 | 
   211  | 
  | 
| 
192
 | 
   212  | 
//in Java if something unusually happens, you return null;
  | 
| 
204
 | 
   213  | 
//
  | 
| 
53
 | 
   214  | 
//in Scala you use Option
  | 
| 
 | 
   215  | 
//   - if the value is present, you use Some(value)
  | 
| 
 | 
   216  | 
//   - if no value is present, you use None
  | 
| 
 | 
   217  | 
  | 
| 
 | 
   218  | 
  | 
| 
192
 | 
   219  | 
List(7,2,3,4,5,6).find(_ < 4)
  | 
| 
53
 | 
   220  | 
List(5,6,7,8,9).find(_ < 4)
  | 
| 
 | 
   221  | 
  | 
| 
204
 | 
   222  | 
// operations on options
  | 
| 
58
 | 
   223  | 
  | 
| 
51
 | 
   224  | 
val lst = List(None, Some(1), Some(2), None, Some(3))
  | 
| 
 | 
   225  | 
  | 
| 
 | 
   226  | 
lst.flatten
  | 
| 
53
 | 
   227  | 
  | 
| 
192
 | 
   228  | 
Some(1).get
  | 
| 
51
 | 
   229  | 
  | 
| 
53
 | 
   230  | 
Some(1).isDefined
  | 
| 
 | 
   231  | 
None.isDefined
  | 
| 
 | 
   232  | 
  | 
| 
51
 | 
   233  | 
val ps = List((3, 0), (3, 2), (4, 2), (2, 0), (1, 0), (1, 1))
  | 
| 
 | 
   234  | 
  | 
| 
 | 
   235  | 
for ((x, y) <- ps) yield {
 | 
| 
 | 
   236  | 
  if (y == 0) None else Some(x / y)
  | 
| 
 | 
   237  | 
}
  | 
| 
 | 
   238  | 
  | 
| 
192
 | 
   239  | 
// getOrElse is for setting a default value
  | 
| 
53
 | 
   240  | 
  | 
| 
 | 
   241  | 
val lst = List(None, Some(1), Some(2), None, Some(3))
  | 
| 
204
 | 
   242  | 
  | 
| 
57
 | 
   243  | 
for (x <- lst) yield x.getOrElse(0)
  | 
| 
 | 
   244  | 
  | 
| 
 | 
   245  | 
  | 
| 
53
 | 
   246  | 
  | 
| 
 | 
   247  | 
  | 
| 
192
 | 
   248  | 
// error handling with Option (no exceptions)
  | 
| 
57
 | 
   249  | 
//
  | 
| 
 | 
   250  | 
//  Try(something).getOrElse(what_to_do_in_an_exception)
  | 
| 
 | 
   251  | 
//
  | 
| 
53
 | 
   252  | 
import scala.util._
  | 
| 
 | 
   253  | 
import io.Source
  | 
| 
 | 
   254  | 
  | 
| 
192
 | 
   255  | 
Source.fromURL("""http://www.inf.kcl.ac.uk/staff/urbanc/""").mkString
 | 
| 
53
 | 
   256  | 
  | 
| 
192
 | 
   257  | 
Try(Source.fromURL("""http://www.inf.kcl.ac.uk/staff/urbanc/""").mkString).getOrElse("")
 | 
| 
53
 | 
   258  | 
  | 
| 
192
 | 
   259  | 
Try(Some(Source.fromURL("""http://www.inf.kcl.ac.uk/staff/urbanc/""").mkString)).getOrElse(None)
 | 
| 
53
 | 
   260  | 
  | 
| 
 | 
   261  | 
  | 
| 
204
 | 
   262  | 
// a function that turns strings into numbers (similar to .toInt)
  | 
| 
 | 
   263  | 
Integer.parseInt("1234")
 | 
| 
 | 
   264  | 
  | 
| 
 | 
   265  | 
  | 
| 
 | 
   266  | 
def get_me_an_int(s: String) : Option[Int] = 
  | 
| 
53
 | 
   267  | 
 Try(Some(Integer.parseInt(s))).getOrElse(None)
  | 
| 
 | 
   268  | 
  | 
| 
204
 | 
   269  | 
val lst = List("12345", "foo", "5432", "bar", "x21", "456")
 | 
| 
53
 | 
   270  | 
for (x <- lst) yield get_me_an_int(x)
  | 
| 
 | 
   271  | 
  | 
| 
 | 
   272  | 
// summing all the numbers
  | 
| 
204
 | 
   273  | 
  | 
| 
 | 
   274  | 
lst.map(get_me_an_int)
  | 
| 
 | 
   275  | 
lst.map(get_me_an_int).flatten.sum
  | 
| 
 | 
   276  | 
  | 
| 
 | 
   277  | 
  | 
| 
 | 
   278  | 
val sum = lst.flatMap(get_me_an_int).sum
  | 
| 
53
 | 
   279  | 
  | 
| 
 | 
   280  | 
  | 
| 
 | 
   281  | 
// This may not look any better than working with null in Java, but to
  | 
| 
 | 
   282  | 
// see the value, you have to put yourself in the shoes of the
  | 
| 
 | 
   283  | 
// consumer of the get_me_an_int function, and imagine you didn't
  | 
| 
 | 
   284  | 
// write that function.
  | 
| 
 | 
   285  | 
//
  | 
| 
 | 
   286  | 
// In Java, if you didn't write this function, you'd have to depend on
  | 
| 
192
 | 
   287  | 
// the Javadoc of the get_me_an_int. If you didn't look at the Javadoc, 
  | 
| 
57
 | 
   288  | 
// you might not know that get_me_an_int could return a null, and your 
  | 
| 
 | 
   289  | 
// code could potentially throw a NullPointerException.
  | 
| 
53
 | 
   290  | 
  | 
| 
 | 
   291  | 
  | 
| 
192
 | 
   292  | 
  | 
| 
58
 | 
   293  | 
// even Scala is not immune to problems like this:
  | 
| 
 | 
   294  | 
  | 
| 
192
 | 
   295  | 
List(5,6,7,8,9).indexOf(7)
  | 
| 
204
 | 
   296  | 
List(5,6,7,8,9).indexOf(10)
  | 
| 
192
 | 
   297  | 
  | 
| 
 | 
   298  | 
  | 
| 
 | 
   299  | 
  | 
| 
 | 
   300  | 
  | 
| 
 | 
   301  | 
// Pattern Matching
  | 
| 
 | 
   302  | 
//==================
  | 
| 
 | 
   303  | 
  | 
| 
 | 
   304  | 
// A powerful tool which is supposed to come to Java in a few years
  | 
| 
 | 
   305  | 
// time (https://www.youtube.com/watch?v=oGll155-vuQ)...Scala already
  | 
| 
 | 
   306  | 
// has it for many years ;o)
  | 
| 
 | 
   307  | 
  | 
| 
 | 
   308  | 
// The general schema:
  | 
| 
 | 
   309  | 
//
  | 
| 
 | 
   310  | 
//    expression match {
 | 
| 
 | 
   311  | 
//       case pattern1 => expression1
  | 
| 
 | 
   312  | 
//       case pattern2 => expression2
  | 
| 
 | 
   313  | 
//       ...
  | 
| 
 | 
   314  | 
//       case patternN => expressionN
  | 
| 
 | 
   315  | 
//    }
  | 
| 
 | 
   316  | 
  | 
| 
 | 
   317  | 
  | 
| 
 | 
   318  | 
  | 
| 
 | 
   319  | 
  | 
| 
204
 | 
   320  | 
// remember?
  | 
| 
192
 | 
   321  | 
val lst = List(None, Some(1), Some(2), None, Some(3)).flatten
  | 
| 
 | 
   322  | 
  | 
| 
 | 
   323  | 
  | 
| 
 | 
   324  | 
def my_flatten(xs: List[Option[Int]]): List[Int] = {
 | 
| 
 | 
   325  | 
  ...
  | 
| 
 | 
   326  | 
}
  | 
| 
 | 
   327  | 
  | 
| 
 | 
   328  | 
  | 
| 
204
 | 
   329  | 
  | 
| 
192
 | 
   330  | 
def my_flatten(lst: List[Option[Int]]): List[Int] = lst match {
 | 
| 
 | 
   331  | 
  case Nil => Nil
  | 
| 
 | 
   332  | 
  case None::xs => my_flatten(xs)
  | 
| 
 | 
   333  | 
  case Some(n)::xs => n::my_flatten(xs)
  | 
| 
 | 
   334  | 
}
  | 
| 
58
 | 
   335  | 
  | 
| 
 | 
   336  | 
  | 
| 
192
 | 
   337  | 
// another example
  | 
| 
 | 
   338  | 
def get_me_a_string(n: Int): String = n match {
 | 
| 
 | 
   339  | 
  case 0 => "zero"
  | 
| 
 | 
   340  | 
  case 1 => "one"
  | 
| 
 | 
   341  | 
  case 2 => "two"
  | 
| 
 | 
   342  | 
  case _ => "many"
  | 
| 
 | 
   343  | 
}
  | 
| 
 | 
   344  | 
  | 
| 
 | 
   345  | 
get_me_a_string(0)
  | 
| 
 | 
   346  | 
  | 
| 
 | 
   347  | 
// you can also have cases combined
  | 
| 
 | 
   348  | 
def season(month: String) = month match {
 | 
| 
 | 
   349  | 
  case "March" | "April" | "May" => "It's spring"
  | 
| 
 | 
   350  | 
  case "June" | "July" | "August" => "It's summer"
  | 
| 
 | 
   351  | 
  case "September" | "October" | "November" => "It's autumn"
  | 
| 
204
 | 
   352  | 
  case "December" => "It's winter"
  | 
| 
 | 
   353  | 
  case "January" | "February" => "It's unfortunately winter"
  | 
| 
192
 | 
   354  | 
}
  | 
| 
 | 
   355  | 
 
  | 
| 
 | 
   356  | 
println(season("November"))
 | 
| 
 | 
   357  | 
  | 
| 
 | 
   358  | 
// What happens if no case matches?
  | 
| 
 | 
   359  | 
  | 
| 
 | 
   360  | 
println(season("foobar"))
 | 
| 
 | 
   361  | 
  | 
| 
204
 | 
   362  | 
// Silly: fizz buzz
  | 
| 
192
 | 
   363  | 
def fizz_buzz(n: Int) : String = (n % 3, n % 5) match {
 | 
| 
 | 
   364  | 
  case (0, 0) => "fizz buzz"
  | 
| 
 | 
   365  | 
  case (0, _) => "fizz"
  | 
| 
 | 
   366  | 
  case (_, 0) => "buzz"
  | 
| 
 | 
   367  | 
  case _ => n.toString  
  | 
| 
 | 
   368  | 
}
  | 
| 
 | 
   369  | 
  | 
| 
 | 
   370  | 
for (n <- 0 to 20) 
  | 
| 
 | 
   371  | 
 println(fizz_buzz(n))
  | 
| 
 | 
   372  | 
  | 
| 
 | 
   373  | 
  | 
| 
 | 
   374  | 
// User-defined Datatypes
  | 
| 
 | 
   375  | 
//========================
  | 
| 
 | 
   376  | 
  | 
| 
 | 
   377  | 
  | 
| 
204
 | 
   378  | 
abstract class Colour
  | 
| 
 | 
   379  | 
case object Red extends Colour 
  | 
| 
 | 
   380  | 
case object Green extends Colour 
  | 
| 
 | 
   381  | 
case object Blue extends Colour
  | 
| 
192
 | 
   382  | 
  | 
| 
204
 | 
   383  | 
def fav_colour(c: Colour) : Boolean = c match {
 | 
| 
 | 
   384  | 
  case Red   => false
  | 
| 
 | 
   385  | 
  case Green => true
  | 
| 
 | 
   386  | 
  case Blue  => false 
  | 
| 
173
 | 
   387  | 
}
  | 
| 
 | 
   388  | 
  | 
| 
204
 | 
   389  | 
fav_colour(Green)
  | 
| 
 | 
   390  | 
  | 
| 
192
 | 
   391  | 
  | 
| 
204
 | 
   392  | 
// ... a bit more useful: Roman Numerals
  | 
| 
 | 
   393  | 
  | 
| 
 | 
   394  | 
abstract class RomanDigit 
  | 
| 
 | 
   395  | 
case object I extends RomanDigit 
  | 
| 
 | 
   396  | 
case object V extends RomanDigit 
  | 
| 
 | 
   397  | 
case object X extends RomanDigit 
  | 
| 
 | 
   398  | 
case object L extends RomanDigit 
  | 
| 
 | 
   399  | 
case object C extends RomanDigit 
  | 
| 
 | 
   400  | 
case object D extends RomanDigit 
  | 
| 
 | 
   401  | 
case object M extends RomanDigit 
  | 
| 
 | 
   402  | 
  | 
| 
 | 
   403  | 
type RomanNumeral = List[RomanDigit] 
  | 
| 
192
 | 
   404  | 
  | 
| 
204
 | 
   405  | 
def RomanNumeral2Int(rs: RomanNumeral): Int = rs match { 
 | 
| 
 | 
   406  | 
  case Nil => 0
  | 
| 
 | 
   407  | 
  case M::r    => 1000 + RomanNumeral2Int(r)  
  | 
| 
 | 
   408  | 
  case C::M::r => 900 + RomanNumeral2Int(r)
  | 
| 
 | 
   409  | 
  case D::r    => 500 + RomanNumeral2Int(r)
  | 
| 
 | 
   410  | 
  case C::D::r => 400 + RomanNumeral2Int(r)
  | 
| 
 | 
   411  | 
  case C::r    => 100 + RomanNumeral2Int(r)
  | 
| 
 | 
   412  | 
  case X::C::r => 90 + RomanNumeral2Int(r)
  | 
| 
 | 
   413  | 
  case L::r    => 50 + RomanNumeral2Int(r)
  | 
| 
 | 
   414  | 
  case X::L::r => 40 + RomanNumeral2Int(r)
  | 
| 
 | 
   415  | 
  case X::r    => 10 + RomanNumeral2Int(r)
  | 
| 
 | 
   416  | 
  case I::X::r => 9 + RomanNumeral2Int(r)
  | 
| 
 | 
   417  | 
  case V::r    => 5 + RomanNumeral2Int(r)
  | 
| 
 | 
   418  | 
  case I::V::r => 4 + RomanNumeral2Int(r)
  | 
| 
 | 
   419  | 
  case I::r    => 1 + RomanNumeral2Int(r)
  | 
| 
192
 | 
   420  | 
}
  | 
| 
 | 
   421  | 
  | 
| 
204
 | 
   422  | 
RomanNumeral2Int(List(I,V))             // 4
  | 
| 
 | 
   423  | 
RomanNumeral2Int(List(I,I,I,I))         // 4 (invalid Roman number)
  | 
| 
 | 
   424  | 
RomanNumeral2Int(List(V,I))             // 6
  | 
| 
 | 
   425  | 
RomanNumeral2Int(List(I,X))             // 9
  | 
| 
 | 
   426  | 
RomanNumeral2Int(List(M,C,M,L,X,X,I,X)) // 1979
  | 
| 
 | 
   427  | 
RomanNumeral2Int(List(M,M,X,V,I,I))     // 2017
  | 
| 
 | 
   428  | 
  | 
| 
192
 | 
   429  | 
  | 
| 
204
 | 
   430  | 
// another example
  | 
| 
 | 
   431  | 
//=================
  | 
| 
192
 | 
   432  | 
  | 
| 
204
 | 
   433  | 
// Once upon a time, in a complete fictional country there were Persons...
  | 
| 
192
 | 
   434  | 
  | 
| 
 | 
   435  | 
  | 
| 
 | 
   436  | 
abstract class Person
  | 
| 
204
 | 
   437  | 
case object King extends Person
  | 
| 
192
 | 
   438  | 
case class Peer(deg: String, terr: String, succ: Int) extends Person
  | 
| 
 | 
   439  | 
case class Knight(name: String) extends Person
  | 
| 
 | 
   440  | 
case class Peasant(name: String) extends Person
  | 
| 
204
 | 
   441  | 
case object Clown extends Person
  | 
| 
173
 | 
   442  | 
  | 
| 
192
 | 
   443  | 
def title(p: Person): String = p match {
 | 
| 
204
 | 
   444  | 
  case King => "His Majesty the King"
  | 
| 
192
 | 
   445  | 
  case Peer(deg, terr, _) => s"The ${deg} of ${terr}"
 | 
| 
 | 
   446  | 
  case Knight(name) => s"Sir ${name}"
 | 
| 
 | 
   447  | 
  case Peasant(name) => name
  | 
| 
 | 
   448  | 
}
  | 
| 
173
 | 
   449  | 
  | 
| 
192
 | 
   450  | 
def superior(p1: Person, p2: Person): Boolean = (p1, p2) match {
 | 
| 
204
 | 
   451  | 
  case (King, _) => true
  | 
| 
192
 | 
   452  | 
  case (Peer(_,_,_), Knight(_)) => true
  | 
| 
 | 
   453  | 
  case (Peer(_,_,_), Peasant(_)) => true
  | 
| 
204
 | 
   454  | 
  case (Peer(_,_,_), Clown) => true
  | 
| 
192
 | 
   455  | 
  case (Knight(_), Peasant(_)) => true
  | 
| 
204
 | 
   456  | 
  case (Knight(_), Clown) => true
  | 
| 
 | 
   457  | 
  case (Clown, Peasant(_)) => true
  | 
| 
192
 | 
   458  | 
  case _ => false
  | 
| 
 | 
   459  | 
}
  | 
| 
 | 
   460  | 
  | 
| 
 | 
   461  | 
val people = List(Knight("David"), 
 | 
| 
 | 
   462  | 
                  Peer("Duke", "Norfolk", 84), 
 | 
| 
 | 
   463  | 
                  Peasant("Christian"), 
 | 
| 
204
 | 
   464  | 
                  King, 
  | 
| 
 | 
   465  | 
                  Clown)
  | 
| 
192
 | 
   466  | 
  | 
| 
 | 
   467  | 
println(people.sortWith(superior(_, _)).mkString(", "))
 | 
| 
 | 
   468  | 
  | 
| 
173
 | 
   469  | 
  | 
| 
204
 | 
   470  | 
// Tail recursion
  | 
| 
 | 
   471  | 
//================
  | 
| 
147
 | 
   472  | 
  | 
| 
 | 
   473  | 
  | 
| 
204
 | 
   474  | 
def fact(n: Long): Long = 
  | 
| 
 | 
   475  | 
  if (n == 0) 1 else n * fact(n - 1)
  | 
| 
147
 | 
   476  | 
  | 
| 
204
 | 
   477  | 
fact(10)              //ok
  | 
| 
 | 
   478  | 
fact(10000)           // produces a stackoverflow
  | 
| 
147
 | 
   479  | 
  | 
| 
204
 | 
   480  | 
def factT(n: BigInt, acc: BigInt): BigInt =
  | 
| 
 | 
   481  | 
  if (n == 0) acc else factT(n - 1, n * acc)
  | 
| 
147
 | 
   482  | 
  | 
| 
204
 | 
   483  | 
factT(10, 1)
  | 
| 
 | 
   484  | 
factT(100000, 1)
  | 
| 
192
 | 
   485  | 
  | 
| 
204
 | 
   486  | 
// there is a flag for ensuring a function is tail recursive
  | 
| 
 | 
   487  | 
import scala.annotation.tailrec
  | 
| 
167
 | 
   488  | 
  | 
| 
204
 | 
   489  | 
@tailrec
  | 
| 
 | 
   490  | 
def factT(n: BigInt, acc: BigInt): BigInt =
  | 
| 
 | 
   491  | 
  if (n == 0) acc else factT(n - 1, n * acc)
  | 
| 
167
 | 
   492  | 
  | 
| 
 | 
   493  | 
  | 
| 
 | 
   494  | 
  | 
| 
204
 | 
   495  | 
// for tail-recursive functions the Scala compiler
  | 
| 
 | 
   496  | 
// generates loop-like code, which does not need
  | 
| 
 | 
   497  | 
// to allocate stack-space in each recursive
  | 
| 
 | 
   498  | 
// call; Scala can do this only for tail-recursive
  | 
| 
 | 
   499  | 
// functions
  | 
| 
 | 
   500  | 
  | 
| 
147
 | 
   501  | 
  | 
| 
204
 | 
   502  | 
// A Web Crawler 
  | 
| 
 | 
   503  | 
//===============
  | 
| 
 | 
   504  | 
//
  | 
| 
 | 
   505  | 
// the idea is to look for dead links using the
  | 
| 
 | 
   506  | 
// regular expression "https?://[^"]*"
  | 
| 
 | 
   507  | 
  | 
| 
 | 
   508  | 
import io.Source
  | 
| 
 | 
   509  | 
import scala.util._
  | 
| 
 | 
   510  | 
  | 
| 
 | 
   511  | 
// gets the first 10K of a web-page
  | 
| 
 | 
   512  | 
def get_page(url: String) : String = {
 | 
| 
 | 
   513  | 
  Try(Source.fromURL(url)("ISO-8859-1").take(10000).mkString).
 | 
| 
 | 
   514  | 
    getOrElse { println(s"  Problem with: $url"); ""}
 | 
| 
147
 | 
   515  | 
}
  | 
| 
 | 
   516  | 
  | 
| 
204
 | 
   517  | 
// regex for URLs and emails
  | 
| 
 | 
   518  | 
val http_pattern = """"https?://[^"]*"""".r
  | 
| 
 | 
   519  | 
val email_pattern = """([a-z0-9_\.-]+)@([\da-z\.-]+)\.([a-z\.]{2,6})""".r
 | 
| 
 | 
   520  | 
  | 
| 
 | 
   521  | 
  | 
| 
 | 
   522  | 
// drops the first and last character from a string
  | 
| 
 | 
   523  | 
def unquote(s: String) = s.drop(1).dropRight(1)
  | 
| 
 | 
   524  | 
  | 
| 
 | 
   525  | 
def get_all_URLs(page: String): Set[String] = 
  | 
| 
 | 
   526  | 
  http_pattern.findAllIn(page).map(unquote).toSet
  | 
| 
 | 
   527  | 
  | 
| 
 | 
   528  | 
// naive version of crawl - searches until a given depth,
  | 
| 
 | 
   529  | 
// visits pages potentially more than once
  | 
| 
 | 
   530  | 
def crawl(url: String, n: Int) : Set[String] = {
 | 
| 
 | 
   531  | 
  if (n == 0) Set()
  | 
| 
 | 
   532  | 
  else {
 | 
| 
 | 
   533  | 
    println(s"  Visiting: $n $url")
  | 
| 
 | 
   534  | 
    val page = get_page(url)
  | 
| 
 | 
   535  | 
    val new_emails = email_pattern.findAllIn(page).toSet
  | 
| 
 | 
   536  | 
    new_emails ++ (for (u <- get_all_URLs(page).par) yield crawl(u, n - 1)).flatten
  | 
| 
 | 
   537  | 
  }
  | 
| 
147
 | 
   538  | 
}
  | 
| 
 | 
   539  | 
  | 
| 
204
 | 
   540  | 
// some starting URLs for the crawler
  | 
| 
 | 
   541  | 
val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
  | 
| 
147
 | 
   542  | 
  | 
| 
204
 | 
   543  | 
crawl(startURL, 2)
  | 
| 
 | 
   544  | 
  | 
| 
 | 
   545  | 
  | 
| 
 | 
   546  | 
  | 
| 
 | 
   547  | 
  | 
| 
150
 | 
   548  | 
  | 
| 
 | 
   549  | 
  | 
| 
 | 
   550  | 
  | 
| 
192
 | 
   551  | 
// Sudoku
  | 
| 
 | 
   552  | 
//========
  | 
| 
53
 | 
   553  | 
  | 
| 
57
 | 
   554  | 
// THE POINT OF THIS CODE IS NOT TO BE SUPER
  | 
| 
 | 
   555  | 
// EFFICIENT AND FAST, just explaining exhaustive
  | 
| 
 | 
   556  | 
// depth-first search
  | 
| 
 | 
   557  | 
  | 
| 
 | 
   558  | 
  | 
| 
55
 | 
   559  | 
val game0 = """.14.6.3..
  | 
| 
 | 
   560  | 
              |62...4..9
  | 
| 
 | 
   561  | 
              |.8..5.6..
  | 
| 
 | 
   562  | 
              |.6.2....3
  | 
| 
 | 
   563  | 
              |.7..1..5.
  | 
| 
 | 
   564  | 
              |5....9.6.
  | 
| 
 | 
   565  | 
              |..6.2..3.
  | 
| 
 | 
   566  | 
              |1..5...92
  | 
| 
 | 
   567  | 
              |..7.9.41.""".stripMargin.replaceAll("\\n", "")
 | 
| 
 | 
   568  | 
  | 
| 
 | 
   569  | 
type Pos = (Int, Int)
  | 
| 
 | 
   570  | 
val EmptyValue = '.'
  | 
| 
 | 
   571  | 
val MaxValue = 9
  | 
| 
 | 
   572  | 
  | 
| 
 | 
   573  | 
val allValues = "123456789".toList
  | 
| 
 | 
   574  | 
val indexes = (0 to 8).toList
  | 
| 
 | 
   575  | 
  | 
| 
57
 | 
   576  | 
  | 
| 
 | 
   577  | 
  | 
| 
55
 | 
   578  | 
  | 
| 
192
 | 
   579  | 
def empty(game: String) = game.indexOf(EmptyValue)
  | 
| 
 | 
   580  | 
def isDone(game: String) = empty(game) == -1 
  | 
| 
 | 
   581  | 
def emptyPosition(game: String) = (empty(game) % MaxValue, empty(game) / MaxValue)
  | 
| 
57
 | 
   582  | 
  | 
| 
192
 | 
   583  | 
  | 
| 
 | 
   584  | 
def get_row(game: String, y: Int) = indexes.map(col => game(y * MaxValue + col))
  | 
| 
 | 
   585  | 
def get_col(game: String, x: Int) = indexes.map(row => game(x + row * MaxValue))
  | 
| 
147
 | 
   586  | 
  | 
| 
57
 | 
   587  | 
def get_box(game: String, pos: Pos): List[Char] = {
 | 
| 
55
 | 
   588  | 
    def base(p: Int): Int = (p / 3) * 3
  | 
| 
 | 
   589  | 
    val x0 = base(pos._1)
  | 
| 
 | 
   590  | 
    val y0 = base(pos._2)
  | 
| 
 | 
   591  | 
    val ys = (y0 until y0 + 3).toList
  | 
| 
 | 
   592  | 
    (x0 until x0 + 3).toList.flatMap(x => ys.map(y => game(x + y * MaxValue)))
  | 
| 
 | 
   593  | 
}
  | 
| 
 | 
   594  | 
  | 
| 
 | 
   595  | 
  | 
| 
192
 | 
   596  | 
//get_row(game0, 0)
  | 
| 
 | 
   597  | 
//get_row(game0, 1)
  | 
| 
 | 
   598  | 
//get_box(game0, (3,1))
  | 
| 
 | 
   599  | 
  | 
| 
 | 
   600  | 
def update(game: String, pos: Int, value: Char): String = game.updated(pos, value)
  | 
| 
55
 | 
   601  | 
  | 
| 
 | 
   602  | 
def toAvoid(game: String, pos: Pos): List[Char] = 
  | 
| 
57
 | 
   603  | 
  (get_col(game, pos._1) ++ get_row(game, pos._2) ++ get_box(game, pos))
  | 
| 
55
 | 
   604  | 
  | 
| 
192
 | 
   605  | 
def candidates(game: String, pos: Pos): List[Char] = allValues diff toAvoid(game,pos)
  | 
| 
55
 | 
   606  | 
  | 
| 
 | 
   607  | 
//candidates(game0, (0,0))
  | 
| 
 | 
   608  | 
  | 
| 
192
 | 
   609  | 
def pretty(game: String): String = "\n" + (game sliding (MaxValue, MaxValue) mkString "\n")
  | 
| 
55
 | 
   610  | 
  | 
| 
 | 
   611  | 
def search(game: String): List[String] = {
 | 
| 
 | 
   612  | 
  if (isDone(game)) List(game)
  | 
| 
192
 | 
   613  | 
  else 
  | 
| 
 | 
   614  | 
    candidates(game, emptyPosition(game)).map(c => search(update(game, empty(game), c))).toList.flatten
  | 
| 
55
 | 
   615  | 
}
  | 
| 
 | 
   616  | 
  | 
| 
 | 
   617  | 
  | 
| 
 | 
   618  | 
val game1 = """23.915...
  | 
| 
 | 
   619  | 
              |...2..54.
  | 
| 
 | 
   620  | 
              |6.7......
  | 
| 
 | 
   621  | 
              |..1.....9
  | 
| 
 | 
   622  | 
              |89.5.3.17
  | 
| 
 | 
   623  | 
              |5.....6..
  | 
| 
 | 
   624  | 
              |......9.5
  | 
| 
 | 
   625  | 
              |.16..7...
  | 
| 
 | 
   626  | 
              |...329..1""".stripMargin.replaceAll("\\n", "")
 | 
| 
 | 
   627  | 
  | 
| 
57
 | 
   628  | 
  | 
| 
192
 | 
   629  | 
// game that is in the hard category
  | 
| 
55
 | 
   630  | 
val game2 = """8........
  | 
| 
 | 
   631  | 
              |..36.....
  | 
| 
 | 
   632  | 
              |.7..9.2..
  | 
| 
 | 
   633  | 
              |.5...7...
  | 
| 
 | 
   634  | 
              |....457..
  | 
| 
 | 
   635  | 
              |...1...3.
  | 
| 
 | 
   636  | 
              |..1....68
  | 
| 
 | 
   637  | 
              |..85...1.
  | 
| 
 | 
   638  | 
              |.9....4..""".stripMargin.replaceAll("\\n", "")
 | 
| 
 | 
   639  | 
  | 
| 
 | 
   640  | 
// game with multiple solutions
  | 
| 
 | 
   641  | 
val game3 = """.8...9743
  | 
| 
 | 
   642  | 
              |.5...8.1.
  | 
| 
 | 
   643  | 
              |.1.......
  | 
| 
 | 
   644  | 
              |8....5...
  | 
| 
 | 
   645  | 
              |...8.4...
  | 
| 
 | 
   646  | 
              |...3....6
  | 
| 
 | 
   647  | 
              |.......7.
  | 
| 
 | 
   648  | 
              |.3.5...8.
  | 
| 
 | 
   649  | 
              |9724...5.""".stripMargin.replaceAll("\\n", "")
 | 
| 
 | 
   650  | 
  | 
| 
57
 | 
   651  | 
  | 
| 
192
 | 
   652  | 
search(game0).map(pretty)
  | 
| 
 | 
   653  | 
search(game1).map(pretty)
  | 
| 
55
 | 
   654  | 
  | 
| 
 | 
   655  | 
// for measuring time
  | 
| 
 | 
   656  | 
def time_needed[T](i: Int, code: => T) = {
 | 
| 
 | 
   657  | 
  val start = System.nanoTime()
  | 
| 
 | 
   658  | 
  for (j <- 1 to i) code
  | 
| 
 | 
   659  | 
  val end = System.nanoTime()
  | 
| 
 | 
   660  | 
  ((end - start) / i / 1.0e9) + " secs"
  | 
| 
 | 
   661  | 
}
  | 
| 
 | 
   662  | 
  | 
| 
 | 
   663  | 
search(game2).map(pretty)
  | 
| 
57
 | 
   664  | 
search(game3).distinct.length
  | 
| 
192
 | 
   665  | 
time_needed(3, search(game2))
  | 
| 
 | 
   666  | 
time_needed(3, search(game3))
  | 
| 
55
 | 
   667  | 
  | 
| 
53
 | 
   668  | 
  | 
| 
 | 
   669  | 
  | 
| 
 | 
   670  | 
  | 
| 
192
 | 
   671  | 
  |