changeset 415 | 4ae59fd3b174 |
parent 399 | 5c1fbb39c93e |
child 421 | 7a04f2c532c1 |
--- a/progs/crawler2.scala Mon Aug 22 23:05:43 2016 +0200 +++ b/progs/crawler2.scala Tue Aug 23 12:26:13 2016 +0200 @@ -33,8 +33,8 @@ } // starting URL for the crawler -//val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc""" -val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/msc-projects-14.html""" +val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc""" + // can now deal with depth 3 and beyond crawl(startURL, 2)