txt文本内容快速去重

txt文本内容快速去重

```python
# coding:utf-8
import shutil
a=0
readDir = "F:\\ipt.txt"    #old
writeDir = "F:\\ipt1.txt" #new
# txtDir = "/home/fuxueping/Desktop/１"
lines_seen = set()
outfile = open(writeDir, "w", encoding='UTF-8')
f = open(readDir, "r", encoding='UTF-8')
for line in f:
    if line not in lines_seen:
        a+=1
        outfile.write(line)
        lines_seen.add(line)
        print(a)
        print('\n')
outfile.close()
print("success")


```