--- a/progs/crawler3.scala Sat May 05 10:31:00 2018 +0100
+++ b/progs/crawler3.scala Fri Jun 01 15:28:37 2018 +0100
@@ -25,7 +25,7 @@
def crawl(url: String, n: Int) : Unit = {
if (n == 0) ()
else {
- println(s"Visiting: $n $url")
+ println(s" Visiting: $n $url")
val page = get_page(url)
print_str(email_pattern.findAllIn(page).mkString("\n")) /*@\label{mainline}@*/
for (u <- get_all_URLs(page).par) crawl(u, n - 1)
@@ -33,6 +33,7 @@
}
// staring URL for the crawler
-val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
+val startURL = """https://nms.kcl.ac.uk/christian.urban/"""
+
crawl(startURL, 3)