progs/crawler3.scala
changeset 550 71fc4a7a7039
parent 428 a47c4227a0c6
--- a/progs/crawler3.scala	Sat May 05 10:31:00 2018 +0100
+++ b/progs/crawler3.scala	Fri Jun 01 15:28:37 2018 +0100
@@ -25,7 +25,7 @@
 def crawl(url: String, n: Int) : Unit = {
   if (n == 0) ()
   else {
-    println(s"Visiting: $n $url")
+    println(s"  Visiting: $n $url")
     val page = get_page(url)
     print_str(email_pattern.findAllIn(page).mkString("\n")) /*@\label{mainline}@*/
     for (u <- get_all_URLs(page).par) crawl(u, n - 1)
@@ -33,6 +33,7 @@
 }
 
 // staring URL for the crawler
-val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
+val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
+
 
 crawl(startURL, 3)