diff -r 99d2bb1f145c -r 164bcaaedf88 progs/crawler1.scala --- a/progs/crawler1.scala Tue Sep 25 08:30:37 2018 +0100 +++ b/progs/crawler1.scala Tue Sep 25 20:50:42 2018 +0100 @@ -10,7 +10,7 @@ Try(Source.fromURL(url)("ISO-8859-1").take(10000).mkString). getOrElse { println(s" Problem with: $url"); ""} } - +get_page("https://nms.kcl.ac.uk/christiana.urban/") // regex for URLs val http_pattern = """"https?://[^"]*"""".r /*@\label{httpline}@*/ @@ -34,5 +34,5 @@ val startURL = """https://nms.kcl.ac.uk/christian.urban/""" //val startURL = """https://nms.kcl.ac.uk/luc.moreau/""" -crawl(startURL, 3) +crawl(startURL, 2)