author | Christian Urban <christian dot urban at kcl dot ac dot uk> |
Mon, 10 Nov 2014 09:14:24 +0000 | |
changeset 303 | 4439c56d96cf |
parent 302 | 0fa7b4221745 |
child 304 | 1daaf6f6e45b |
--- a/progs/crawler2.scala Sun Nov 09 01:30:16 2014 +0000 +++ b/progs/crawler2.scala Mon Nov 10 09:14:24 2014 +0000 @@ -33,9 +33,10 @@ } // starting URL for the crawler -val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc""" +//val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc""" +val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/msc-projects-14.html""" // can now deal with depth 3 and beyond -crawl(startURL, 3) +crawl(startURL, 2)