progs/crawler2.scala
changeset 303 4439c56d96cf
parent 254 dcd4688690ce
child 399 5c1fbb39c93e
--- a/progs/crawler2.scala	Sun Nov 09 01:30:16 2014 +0000
+++ b/progs/crawler2.scala	Mon Nov 10 09:14:24 2014 +0000
@@ -33,9 +33,10 @@
 }
 
 // starting URL for the crawler
-val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
+//val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
+val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/msc-projects-14.html"""
 
 // can now deal with depth 3 and beyond
-crawl(startURL, 3)
+crawl(startURL, 2)