--- a/progs/crawler1.scala Tue Sep 25 08:30:37 2018 +0100
+++ b/progs/crawler1.scala Tue Sep 25 20:50:42 2018 +0100
@@ -10,7 +10,7 @@
Try(Source.fromURL(url)("ISO-8859-1").take(10000).mkString).
getOrElse { println(s" Problem with: $url"); ""}
}
-
+get_page("https://nms.kcl.ac.uk/christiana.urban/")
// regex for URLs
val http_pattern = """"https?://[^"]*"""".r /*@\label{httpline}@*/
@@ -34,5 +34,5 @@
val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
//val startURL = """https://nms.kcl.ac.uk/luc.moreau/"""
-crawl(startURL, 3)
+crawl(startURL, 2)