DataAnalyze.m

clearvars;

DataPath = 'C:\*.csv';
PDataPath = 'C:\PData';


%%
AllData = datastore(DataPath,'TreatAsMissing','NA');


dTemp = datastore('GasPriceTemplate_HeaderInfo.csv');

ind = [1,2,4,5,8,9,16,17,18,19,20];

AllData.TextscanFormats(ind) = {'%C'};
dTemp.TextscanFormats(ind) = {'%C'};

AllData.VariableNames = dTemp.VariableNames;

AllData.SelectedVariableNames = {'TerminalCode','Price','ProductCode'...
                                        ,'RackCode','SupplierCode','CreatedOn'...
                                        ,'FileTime'};
                                  
Data = tall(AllData);                                    
%%
Data.CreatedOn = string(Data.CreatedOn);
Data.FileTime = string(Data.FileTime);
Data.CreatedOn = datetime(Data.CreatedOn ,'InputFormat','yyyy-MM-dd HH:mm:ss.SSS');

% Data.FileTime = extractBefore(Data.FileTime,'.');
Data.FileTime = datetime(Data.FileTime, 'InputFormat',...
                                       'yyyy-MM-dd HH:mm:ss.SSS -HH:mm');

%% Save to mat file

AllMatData = gather(Data);

%% Save
fnam = fullfile(PDataPath,'AllTerminalData.mat');
save(fnam,'AllMatData');
%%
% 
% UniqueTerminals = gather(unique(Data.TerminalCode));
% 
% for i = 1:length(UniqueTerminals)
%     nam = ['DataT' char(UniqueTerminals(i)) '.mat'];
%     
%     tempData = gather(Data(Data.TerminalCode == UniqueTerminals(i),:));
%     
%     save(nam,'tempData');
%     fprintf('%s finished \n',nam);
% end