updated
authorChristian Urban <urbanc@in.tum.de>
Tue, 25 Sep 2018 20:50:42 +0100
changeset 561 164bcaaedf88
parent 560 99d2bb1f145c
child 562 fa6d00968b0e
updated
progs/crawler1.scala
--- a/progs/crawler1.scala	Tue Sep 25 08:30:37 2018 +0100
+++ b/progs/crawler1.scala	Tue Sep 25 20:50:42 2018 +0100
@@ -10,7 +10,7 @@
   Try(Source.fromURL(url)("ISO-8859-1").take(10000).mkString).
     getOrElse { println(s"  Problem with: $url"); ""}
 }
-
+get_page("https://nms.kcl.ac.uk/christiana.urban/")
 // regex for URLs
 val http_pattern = """"https?://[^"]*"""".r /*@\label{httpline}@*/ 
 
@@ -34,5 +34,5 @@
 val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
 //val startURL = """https://nms.kcl.ac.uk/luc.moreau/"""
 
-crawl(startURL, 3)
+crawl(startURL, 2)