progs/crawler1.scala
changeset 561 164bcaaedf88
parent 550 71fc4a7a7039
child 722 14914b57e207
--- a/progs/crawler1.scala	Tue Sep 25 08:30:37 2018 +0100
+++ b/progs/crawler1.scala	Tue Sep 25 20:50:42 2018 +0100
@@ -10,7 +10,7 @@
   Try(Source.fromURL(url)("ISO-8859-1").take(10000).mkString).
     getOrElse { println(s"  Problem with: $url"); ""}
 }
-
+get_page("https://nms.kcl.ac.uk/christiana.urban/")
 // regex for URLs
 val http_pattern = """"https?://[^"]*"""".r /*@\label{httpline}@*/ 
 
@@ -34,5 +34,5 @@
 val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
 //val startURL = """https://nms.kcl.ac.uk/luc.moreau/"""
 
-crawl(startURL, 3)
+crawl(startURL, 2)