changeset 3 | df423d3b7fa1 |
parent 1 | b606c9439fa6 |
child 7 | 73cf4406b773 |
--- a/crawler1.scala Wed Sep 26 02:50:44 2012 +0100 +++ b/crawler1.scala Wed Sep 26 08:07:21 2012 +0100 @@ -14,8 +14,6 @@ } } -// staring URL for the crawler -val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/""" // regex for URLs val http_pattern = """\"https?://[^\"]*\"""".r @@ -36,5 +34,9 @@ } } +// staring URL for the crawler +val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/""" + +// call on the command line crawl(startURL, 2)