progs/crawler1.scala
changeset 421 7a04f2c532c1
parent 399 5c1fbb39c93e
child 427 546f2090ce12
equal deleted inserted replaced
420:25bc57b32efa 421:7a04f2c532c1
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    31   }
    31   }
    32 }
    32 }
    33 
    33 
    34 // some starting URLs for the crawler
    34 // some starting URLs for the crawler
    35 //val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    35 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    36 val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    36 //val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    37 
    37 
    38 crawl(startURL, 2)
    38 crawl(startURL, 2)
    39 
    39