crawler1.scala
changeset 3 df423d3b7fa1
parent 1 b606c9439fa6
child 7 73cf4406b773
--- a/crawler1.scala	Wed Sep 26 02:50:44 2012 +0100
+++ b/crawler1.scala	Wed Sep 26 08:07:21 2012 +0100
@@ -14,8 +14,6 @@
   }
 }
 
-// staring URL for the crawler
-val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/"""
 
 // regex for URLs
 val http_pattern = """\"https?://[^\"]*\"""".r
@@ -36,5 +34,9 @@
   }
 }
 
+// staring URL for the crawler
+val startURL = """http://www.inf.kcl.ac.uk/staff/urbanc/"""
+
+// call on the command line 
 crawl(startURL, 2)