hakobe (owner)

Revisions

gist: 143000 Download_button fork
public
Public Clone URL: git://gist.github.com/143000.git
Embed All Files: show embed
Fetcher.scala #
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
import scala.actors.Actor
import scala.actors.Actor._
import scala.collection.mutable.ListBuffer
import scala.io.Source
 
import java.net._
import java.io._
 
object Fetcher {
    var pathPrefix = "/tmp/"
    var urlPrefix = ""
 
    val actors :ListBuffer[Actor] = new ListBuffer()
 
    def fetch(urlString :String) = {
        val url = new URL(urlString)
 
        val inputSrc = Source.fromURL(url) // cool
        val content = inputSrc.mkString("")
        write(getName(url.getPath()), content)
    }
 
    def getName(path :String) = {
        val fragments = path.split("/")
        fragments.last
    }
 
    // ださい…
    def write(name :String, content :String) = {
        var writer :BufferedWriter = null;
        try {
            writer = new BufferedWriter(new FileWriter(pathPrefix + name));
            writer.write(content, 0, content.length)
        }
        catch {
            case e :Exception =>
                e.printStackTrace()
        }
        finally {
            writer.flush();
            writer.close();
        }
    }
 
    def prepare(urlString :String) = {
        val a = actor {
            react { case "go" =>
                fetch(urlString)
            }
        }
        actors.append(a)
    }
 
    def start = {
        actors.foreach( a => a ! "go" )
    }
 
    def main (args:Array[String]) = {
        pathPrefix = args(0)
        urlPrefix = args(1)
 
        val isAsync = args.length > 2 && args(2) == "async"
        var method : Int => Unit =
            if (isAsync) ({ x => prepare(urlPrefix + x) })
            else ({ x => fetch(urlPrefix + x) })
 
        (0 to 14).foreach( method )
        start
    }
}