progs/crawler1.scala
changeset 257 70c307641d05
parent 254 dcd4688690ce
child 399 5c1fbb39c93e
equal deleted inserted replaced
256:bc72478edca1 257:70c307641d05
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    31   }
    31   }
    32 }
    32 }
    33 
    33 
    34 // some starting URLs for the crawler
    34 // some starting URLs for the crawler
    35 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    35 //val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    36 //val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    36 val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    37 
    37 
    38 crawl(startURL, 2)
    38 crawl(startURL, 2)
    39 
    39