Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Simple file to clean an Apertium stream.
/*
* Copyright (C) 2005 Universitat d'Alacant / Universidad de Alicante
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License as
* published by the Free Software Foundation; either version 2 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful, but
* WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
* 02111-1307, USA.
*/
#include <string>
#include <iostream>
#include <cstdio>
#include <list>
using namespace std;
#ifndef fputwc_unlocked
#define fputwc_unlocked fputwc
#endif
#ifndef fputws_unlocked
#define fputws_unlocked fputws
#endif
#ifndef fgetwc_unlocked
#define fgetwc_unlocked getwc
#endif
void
tryToSetLocale()
{
#if !defined(__CYGWIN__) && !defined (__MINGW32__)
if(setlocale(LC_CTYPE, "") != NULL)
{
return;
}
cerr << "Warning: unsupported locale, fallback to \"C\"" << endl;
setlocale(LC_ALL, "C");
#endif
#ifdef __CYGWIN__
setlocale(LC_ALL, "C.UTF-8");
#endif
#ifdef __MINGW32__
SetConsoleInputCP(65001);
SetConsoleOutputCP(65001);
#endif
}
wstring
readFullBlock(FILE *input, wchar_t const delim1, wchar_t const delim2)
{
wstring result = L"";
result += delim1;
wchar_t c = delim1;
while(!feof(input) && c != delim2)
{
c = static_cast<wchar_t>(fgetwc_unlocked(input));
result += c;
if(c != L'\\')
{
continue;
}
else
{
result += L'\\';
c = static_cast<wchar_t>(fgetwc(input));
result += c;
}
}
if(c != delim2)
{
cerr << "Error: expected: " << delim2 << ", saw: " << c << endl;
}
return result;
}
int
main (int argc, char** argv)
{
wstring buf = L"";
wstring blanktmp = L"";
bool spaced = true;
bool intoken = false;
wchar_t ws = L' ';
if (argc == 2 && (strcmp(argv[1], "-n") == 0))
{
spaced = false;
ws = L'\n';
}
tryToSetLocale();
wint_t c;
while ((c = fgetwc(stdin)) != WEOF)
{
if (c == (wint_t) '^')
{
if (intoken)
{
wcerr << L"Error: unescaped '^': " << buf << "^" << endl;
buf += L"\\^";
}
else
{
intoken = true;
if (buf != L"" || ((buf == L"") && !spaced))
{
fputwc_unlocked(ws, stdout);
}
buf = L"^";
}
}
else if(c == (wint_t) '$')
{
if (intoken)
{
intoken = false;
buf += c;
fputws_unlocked(buf.c_str(), stdout);
buf = L"";
}
else
{
cerr << "Error: stray '$'" << endl;
}
}
else if(c == (wint_t) '\\')
{
c = fgetwc_unlocked(stdin);
buf += L'\\';
buf += c;
}
else if(c == (wint_t) '[')
{
fputwc_unlocked(ws, stdout);
blanktmp = readFullBlock(stdin, L'[', L']');
blanktmp = L"";
}
else
{
buf += c;
}
}
// If not in space mode, make sure there's a final newline
if (!spaced)
{
fputwc_unlocked(L'\n', stdout);
}
return 0;
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.