progs/crawler1.scala
changeset 423 e3acf2bf3895
parent 421 7a04f2c532c1
child 427 546f2090ce12
equal deleted inserted replaced
422:5deefcc8cffa 423:e3acf2bf3895
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    30     for (u <- get_all_URLs(get_page(url))) crawl(u, n - 1)
    31   }
    31   }
    32 }
    32 }
    33 
    33 
    34 // some starting URLs for the crawler
    34 // some starting URLs for the crawler
    35 //val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    35 val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc"""
    36 val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    36 //val startURL = """http://www.inf.kcl.ac.uk/staff/mcburney"""
    37 
    37 
    38 crawl(startURL, 2)
    38 crawl(startURL, 2)
    39 
    39