Created
December 7, 2017 09:57
-
-
Save anonymous/2783a2572918fa9f827d38e1af072f68 to your computer and use it in GitHub Desktop.
GIO type
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import csv | |
import numpy as npy | |
import pandas as pd | |
import os.path | |
import os | |
# | |
# data = pd.read_csv('C:/Program Files/R/Data/Normal123/N_13_3p/Normal/3p (1).txt', header = None) | |
# print data | |
# | |
# | |
# for i in range(len(data)): | |
# dfList = list(pd.read_csv(data[i])) | |
# | |
working_dir = "C:/Program Files/R/Data/Normal123/N_13_3p/Normal" | |
for root, dirs, files in os.walk(working_dir): | |
file_list = [] | |
for filename in files: | |
if filename.endswith('.txt'): | |
file_list.append(os.path.join(root, filename)) | |
data = [[] for i in range(2092)] | |
for file in file_list: | |
f = open(file) | |
lines = f.readlines() | |
for ln,line in enumerate(lines): | |
l = (line[:-2]).split(' ') | |
l = l[:12]+l[14:] | |
data[ln].append([float(a) for a in (l)]) | |
# print df_list | |
#item = df_list[1].loc[0,0].split(" ") | |
#print item[0] | |
# delete a line with ctrl + y | |
#dfList = [pd.read_csv(files[i]) for i in range(len(files))] | |
#An even better solution is to drop the range: | |
#dfList = [pd.read_csv(file) for file in files] | |
##---------------------------------- | |
import csv | |
import numpy as npy | |
import pandas as pd | |
import os.path | |
import os | |
# | |
# data = pd.read_csv('C:/Program Files/R/Data/Normal123/N_13_3p/Normal/3p (1).txt', header = None) | |
# print data | |
# | |
# | |
# for i in range(len(data)): | |
# dfList = list(pd.read_csv(data[i])) | |
# | |
working_dir = "C:/Program Files/R/Data/Normal123/N_13_3p/Normal" | |
for root, dirs, files in os.walk(working_dir): | |
file_list = [] | |
for filename in files: | |
if filename.endswith('.txt'): | |
file_list.append(os.path.join(root, filename)) | |
data = [] | |
for file in file_list: | |
f = open(file) | |
lines = f.read() | |
df_list = [pd.read_table(file,header = None) for file in file_list] | |
if df_list: | |
final_df = pd.concat(df_list) | |
final_df.to_csv(os.path.join(root, "Final.csv")) | |
# print df_list | |
print len(df_list[1][0]) | |
for pn,pack in enumerate(df_list): | |
for ln,line in enumerate(pack): | |
if(pn==1): | |
print line | |
#item = df_list[1].loc[0,0].split(" ") | |
#print item[0] | |
# delete a line with ctrl + y | |
#dfList = [pd.read_csv(files[i]) for i in range(len(files))] | |
#An even better solution is to drop the range: | |
#dfList = [pd.read_csv(file) for file in files] | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment