gistfile1.java

void readLinesNoDups(String filename) {
  File f = FileReader(filename);
  Set lines = new HashSet<String>();
  List resultLines = new ArrayList<String>();
  for (String line : f.lines()) {
    if (!lines.contains(line)) {
      lines.add(line);
      resultLines.add(line);
    }
  }
  for (String line : resultLines) {
    System.out.println(line);
  }
}


void readHugeFile(String hugeFilename) {
  File f = FileReader(filename);
  Set<Integer> hashedSet = new HashSet<Integer>();
  for (String line : f.lines()) {
    if (!hashedSet.contains(line.hashCode())) {
      hashedSet.insert(line.hashCode());
      System.out.println(line);
    }
  }
}