Skip to content

Instantly share code, notes, and snippets.

@danielwrobert
Last active November 12, 2023 08:44
Show Gist options
  • Star 8 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save danielwrobert/6c9ca8de8199d5430621f481673d4baa to your computer and use it in GitHub Desktop.
Save danielwrobert/6c9ca8de8199d5430621f481673d4baa to your computer and use it in GitHub Desktop.
WordPress XML Splitter
'''
Created on May 8, 2010 by @anasimtiaz
Updated on May 28, 2016 by @danielwrobert
This is a "fork" of original script.
Original script URL: http://anasimtiaz.com/?p=51
'''
import Tkinter, tkFileDialog, sys, os;
from Tkinter import *;
procInfo={};
fileFlag = False;
dirFlag = False;
def getFileName(srcFileDisplay):
fileName = tkFileDialog.askopenfilename();
srcFileDisplay.delete(0, END);
srcFileDisplay.insert(0, fileName);
procInfo['filename']=fileName;
# fileFlag = True;
def getOutDir(outDirDisplay):
outputDir = tkFileDialog.askdirectory();
outDirDisplay.delete(0, END);
outDirDisplay.insert(0, outputDir);
procInfo['outputdir']=outputDir;
# dirFlag = True;
def writeHeader(currentFile):
header = '''
<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0"
xmlns:excerpt="http://wordpress.org/export/1.2/excerpt/"
xmlns:content="http://purl.org/rss/1.0/modules/content/"
xmlns:wfw="http://wellformedweb.org/CommentAPI/"
xmlns:dc="http://purl.org/dc/elements/1.1/"
xmlns:wp="http://wordpress.org/export/1.2/"
>
<channel>
<wp:wxr_version>1.2</wp:wxr_version>'''
currentFile.write(header);
def writeFooter(currentFile):
footer = '''
</channel>
</rss>'''
currentFile.write(footer);
def sysExit():
sys.exit(1);
def startProc(statusDisplay):
dispIndex = 1;
if 'filename' in procInfo and 'outputdir' in procInfo:
filePath,fileName = os.path.split(procInfo['filename']);
fileNameTxt = os.path.splitext(fileName)[0];
fileNameExt = os.path.splitext(fileName)[1];
outDir = procInfo['outputdir'];
statusDisplay.insert(str(dispIndex)+'.0', 'Reading file ' + fileName + '\n');
dispIndex += 1;
xmlFileObj = open(os.path.join(filePath,fileName), "r");
xmlFile = xmlFileObj.read();
totalCount = len(xmlFile);
iteration = 0;
currentCount = 0;
maxInc = 2000000;
EOF = False;
else:
if 'filename' not in procInfo:
statusDisplay.insert(str(dispIndex)+'.0', 'Source file not selected\n');
#statusDisplay.insert('1.0', 'ERROR: Source file not selected\n');
dispIndex += 1;
if 'outputdir' not in procInfo:
statusDisplay.insert(str(dispIndex)+'.0', 'Output Directory not selected\n');
#statusDisplay.insert('2.0', 'ERROR: Output Directory not selected\n');
dispIndex += 1;
EOF = True;
while(EOF==False):
currentFileName = fileNameTxt + "_" + str(iteration) + fileNameExt;
currentFile = open(os.path.join(outDir,currentFileName), 'w');
statusDisplay.insert(str(dispIndex)+'.0', 'Writing file ' + currentFileName + '\n');
dispIndex += 1;
if iteration != 0:
writeHeader(currentFile);
if (currentCount+maxInc) < totalCount:
xFile_i = xmlFile[currentCount:currentCount+maxInc];
incrFile = xFile_i.rfind('</item>') + len('</item>');
currentFile.write(xFile_i[:incrFile]);
currentCount += incrFile;
else:
xFile_i = xmlFile[currentCount:];
currentFile.write(xFile_i);
statusDisplay.insert(str(dispIndex)+'.0', 'Finished processing \n');
dispIndex += 1;
EOF = True;
if EOF != True:
writeFooter(currentFile);
iteration += 1;
if __name__ == '__main__':
root = Tk();
root.title('WordPress XML Splitter');
srcFileText = Label(root, text="Source: ").grid(row=0, column=0, sticky=W);
outDirText = Label(root, text="Output Dir: ").grid(row=1, column=0, sticky=W);
srcFileDisplay = Entry();
srcFileDisplay.grid(row=0, column=1, columnspan=11);
outDirDisplay = Entry();
outDirDisplay.grid(row=1, column=1, columnspan=11);
getAndDispFileName = lambda x=srcFileDisplay : getFileName(x);
getAndDispOutDir = lambda x=outDirDisplay : getOutDir(x);
browseSrcFile = Button(root, text="Browse File", command=getAndDispFileName).grid(row=0, column=12, sticky=W+E);
browseOutDir = Button(root, text="Browse Dir.", command=getAndDispOutDir).grid(row=1, column=12, sticky=W+E);
statusDisplay = Text(root, width = 50, height = 10);
statusDisplay.grid(row=2, column=0, columnspan=13);
startProcPass = lambda x=statusDisplay : startProc(x);
startButton = Button(root, text="Start", command=startProcPass).grid(row=3, column=6, sticky=W+E);
exitButton = Button(root, text="Exit", command=sysExit).grid(row=3, column=7, sticky=W+E);
root.mainloop();
@Patrick-1994-
Copy link

I have changed the script to run on the command-line and removed the graphical interface. Also note the added shebang #!/usr/bin/env python3

https://gist.githubusercontent.com/Patrick-1994-/acd41c084790aa9d07499b9a76245891/raw/add199b1fc8a6a028a5187cfb281d6961294a68c/wordpress-xml-splitter.py

@josylad
Copy link

josylad commented Jan 30, 2022

Thanks for this.
I have updated it to work with Python3 here - https://github.com/josylad/WordPress-XML-Splitter

@Patrick-1994-
Copy link

My version must be python3-only since they changed print "x" to print("x") there.

@valoni
Copy link

valoni commented Oct 9, 2023

it theres way to split based on an criteria

for exmaple split only nodes based on an critereia of filter

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment