gistfile1.hs

eDupItems' :: [Item] -> [Item] -> IdCountMap -> [Item]
deDupItems' (item:items) keptItems seenMap =
    case delId of
      Nothing -> deDupItems' items keptItems seenMap -- We didn't get an id, so drop it and move on
      Just anId -> deDupItems' items itemsToKeep (Map.insert anId (count + 1) seenMap)
          where
            count = Map.findWithDefault defaultValue anId seenMap
            itemsToKeep = if count > 0 then keptItems else keptItems ++ [item] 
    where
      delId = getDeliciousUrlId item

deDupItems' [] keptItems seenMap = keptItems