progs/crawler2.scala
changeset 432 55be90b2a642
parent 428 a47c4227a0c6
child 550 71fc4a7a7039
equal deleted inserted replaced
431:c7d4ee344451 432:55be90b2a642
    32   }
    32   }
    33 }
    33 }
    34 
    34 
    35 // starting URL for the crawler
    35 // starting URL for the crawler
    36 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    36 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    37 
    37 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/bsc-projects-16.html"""
    38 
    38 
    39 // can now deal with depth 3 and beyond
    39 // can now deal with depth 3 and beyond
    40 crawl(startURL, 2)
    40 crawl(startURL, 2)
    41 
    41 
    42 
    42