20091201-libsvm-model-parser.clj

(defn compute-metrics [[header lines]]
  (loop [[ln & lns*]  lines
         features     nil
         experiments  0]
    (printf "%d, %d\n" experiments (count features))
    (if (not ln)
      (assoc header
        :experiments experiments
        :features    features)
      (recur lns*
             (time (doall (lazy-combine-sorted features (extract-features ln))))
             (inc experiments)))))


0, 0
"Elapsed time: 160.859 msecs"
1, 44928
"Elapsed time: 267.289 msecs"
2, 44928
"Elapsed time: 207.286 msecs"
3, 44928
"Elapsed time: 204.561 msecs"
4, 44928
"Elapsed time: 246.827 msecs"
5, 44928
"Elapsed time: 216.547 msecs"
6, 44928
"Elapsed time: 256.78 msecs"
7, 44928
"Elapsed time: 373.427 msecs"
8, 44928
"Elapsed time: 222.457 msecs"
9, 44928
"Elapsed time: 215.438 msecs"
10, 44928
"Elapsed time: 302.447 msecs"
11, 44928
"Elapsed time: 366.587 msecs"
12, 44928
"Elapsed time: 228.778 msecs"
13, 44928
"Elapsed time: 408.361 msecs"
"Elapsed time: 408.361 msecs"
14, 44928
"Elapsed time: 210.856 msecs"
15, 44928
"Elapsed time: 207.711 msecs"
16, 44928
"Elapsed time: 249.795 msecs"
17, 44928
"Elapsed time: 244.106 msecs"
18, 44928
"Elapsed time: 202.456 msecs"
19, 44928
"Elapsed time: 736.09 msecs"
20, 44928
"Elapsed time: 520.602 msecs"
21, 44928
"Elapsed time: 690.588 msecs"
22, 44928
"Elapsed time: 508.029 msecs"
23, 44928
"Elapsed time: 521.433 msecs"
24, 44928
"Elapsed time: 510.615 msecs"
25, 44928
"Elapsed time: 534.371 msecs"
26, 44928
"Elapsed time: 623.096 msecs"
27, 44928
"Elapsed time: 572.872 msecs"
28, 44928
"Elapsed time: 575.166 msecs"
29, 44928
"Elapsed time: 780.56 msecs"
30, 44928
"Elapsed time: 921.939 msecs"
31, 44928
"Elapsed time: 1059.787 msecs"
32, 44928
"Elapsed time: 1061.446 msecs"
33, 44928
"Elapsed time: 1301.62 msecs"
34, 44928
"Elapsed time: 1621.98 msecs"
35, 44928
"Elapsed time: 2141.737 msecs"
36, 44928
"Elapsed time: 3903.243 msecs"
37, 44928