progs/crawler.scala
changeset 981 14e5ae1fb541
parent 93 4794759139ea
equal deleted inserted replaced
980:0c491eff5b01 981:14e5ae1fb541
       
     1 // Try out requests library
       
     2 //
       
     3 // https://github.com/com-lihaoyi/requests-scala
       
     4 //
       
     5 //
       
     6 import $ivy.`com.lihaoyi::requests:0.9.0`
       
     7 
       
     8 
       
     9 
       
    10 requests.get("https://nms.kcl.ac.uk/christian.urban/")
       
    11 
       
    12 
     1 import io.Source
    13 import io.Source
     2 import scala.util.matching.Regex
    14 import scala.util.matching.Regex
     3 
    15 
     4 // gets the first ~10K of a page
    16 // gets the first ~10K of a page
     5 def get_page(url: String) : String = { 
    17 def get_page(url: String) : String = {