[2] | 1 | /****************************************************************************
|
---|
| 2 | **
|
---|
[846] | 3 | ** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
|
---|
[561] | 4 | ** All rights reserved.
|
---|
| 5 | ** Contact: Nokia Corporation (qt-info@nokia.com)
|
---|
[2] | 6 | **
|
---|
| 7 | ** This file is part of the Qt Linguist of the Qt Toolkit.
|
---|
| 8 | **
|
---|
| 9 | ** $QT_BEGIN_LICENSE:LGPL$
|
---|
| 10 | ** Commercial Usage
|
---|
| 11 | ** Licensees holding valid Qt Commercial licenses may use this file in
|
---|
| 12 | ** accordance with the Qt Commercial License Agreement provided with the
|
---|
| 13 | ** Software or, alternatively, in accordance with the terms contained in
|
---|
| 14 | ** a written agreement between you and Nokia.
|
---|
| 15 | **
|
---|
| 16 | ** GNU Lesser General Public License Usage
|
---|
| 17 | ** Alternatively, this file may be used under the terms of the GNU Lesser
|
---|
| 18 | ** General Public License version 2.1 as published by the Free Software
|
---|
| 19 | ** Foundation and appearing in the file LICENSE.LGPL included in the
|
---|
| 20 | ** packaging of this file. Please review the following information to
|
---|
| 21 | ** ensure the GNU Lesser General Public License version 2.1 requirements
|
---|
| 22 | ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
---|
| 23 | **
|
---|
[561] | 24 | ** In addition, as a special exception, Nokia gives you certain additional
|
---|
| 25 | ** rights. These rights are described in the Nokia Qt LGPL Exception
|
---|
| 26 | ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
---|
[2] | 27 | **
|
---|
| 28 | ** GNU General Public License Usage
|
---|
| 29 | ** Alternatively, this file may be used under the terms of the GNU
|
---|
| 30 | ** General Public License version 3.0 as published by the Free Software
|
---|
| 31 | ** Foundation and appearing in the file LICENSE.GPL included in the
|
---|
| 32 | ** packaging of this file. Please review the following information to
|
---|
| 33 | ** ensure the GNU General Public License version 3.0 requirements will be
|
---|
| 34 | ** met: http://www.gnu.org/copyleft/gpl.html.
|
---|
| 35 | **
|
---|
[561] | 36 | ** If you have questions regarding the use of this file, please contact
|
---|
| 37 | ** Nokia at qt-info@nokia.com.
|
---|
[2] | 38 | ** $QT_END_LICENSE$
|
---|
| 39 | **
|
---|
| 40 | ****************************************************************************/
|
---|
| 41 |
|
---|
| 42 | #include "translator.h"
|
---|
| 43 |
|
---|
| 44 | #include <QtCore/QByteArray>
|
---|
| 45 | #include <QtCore/QDebug>
|
---|
| 46 | #include <QtCore/QTextCodec>
|
---|
| 47 | #include <QtCore/QTextStream>
|
---|
| 48 |
|
---|
| 49 | #include <QtXml/QXmlStreamReader>
|
---|
| 50 | #include <QtXml/QXmlStreamAttribute>
|
---|
| 51 |
|
---|
| 52 | #define STRINGIFY_INTERNAL(x) #x
|
---|
| 53 | #define STRINGIFY(x) STRINGIFY_INTERNAL(x)
|
---|
| 54 | #define STRING(s) static QString str##s(QLatin1String(STRINGIFY(s)))
|
---|
| 55 |
|
---|
| 56 | QT_BEGIN_NAMESPACE
|
---|
| 57 |
|
---|
| 58 | /*
|
---|
| 59 | * The encodings are a total mess.
|
---|
| 60 | * A Translator has a codecForTr(). Each message's text will be passed to tr()
|
---|
| 61 | * in that encoding or as UTF-8 to trUtf8() if it is flagged as such.
|
---|
| 62 | * For ts 2.0, the file content is always uniformly in UTF-8. The file stores
|
---|
| 63 | * the codecForTr default and marks deviating messages accordingly.
|
---|
| 64 | * For ts 1.1, the file content is in mixed encoding. Each message is encoded
|
---|
| 65 | * the way it will be passed to tr() (with 8-bit characters encoded as numeric
|
---|
| 66 | * entities) or trUtf8(). The file stores the encoding and codecForTr in one
|
---|
| 67 | * attribute, for both the default and each deviating message.
|
---|
| 68 | */
|
---|
| 69 |
|
---|
| 70 |
|
---|
| 71 | QDebug &operator<<(QDebug &d, const QXmlStreamAttribute &attr)
|
---|
| 72 | {
|
---|
| 73 | return d << "[" << attr.name().toString() << "," << attr.value().toString() << "]";
|
---|
| 74 | }
|
---|
| 75 |
|
---|
| 76 |
|
---|
| 77 | class TSReader : public QXmlStreamReader
|
---|
| 78 | {
|
---|
| 79 | public:
|
---|
| 80 | TSReader(QIODevice &dev, ConversionData &cd)
|
---|
| 81 | : QXmlStreamReader(&dev), m_cd(cd)
|
---|
| 82 | {}
|
---|
| 83 |
|
---|
| 84 | // the "real thing"
|
---|
| 85 | bool read(Translator &translator);
|
---|
| 86 |
|
---|
| 87 | private:
|
---|
| 88 | bool elementStarts(const QString &str) const
|
---|
| 89 | {
|
---|
| 90 | return isStartElement() && name() == str;
|
---|
| 91 | }
|
---|
| 92 |
|
---|
| 93 | bool isWhiteSpace() const
|
---|
| 94 | {
|
---|
| 95 | return isCharacters() && text().toString().trimmed().isEmpty();
|
---|
| 96 | }
|
---|
| 97 |
|
---|
| 98 | // needed to expand <byte ... />
|
---|
| 99 | QString readContents();
|
---|
| 100 | // needed to join <lengthvariant>s
|
---|
| 101 | QString readTransContents();
|
---|
| 102 |
|
---|
| 103 | void handleError();
|
---|
| 104 |
|
---|
| 105 | ConversionData &m_cd;
|
---|
| 106 | };
|
---|
| 107 |
|
---|
| 108 | void TSReader::handleError()
|
---|
| 109 | {
|
---|
| 110 | if (isComment())
|
---|
| 111 | return;
|
---|
| 112 | if (hasError() && error() == CustomError) // raised by readContents
|
---|
| 113 | return;
|
---|
| 114 |
|
---|
| 115 | const QString loc = QString::fromLatin1("at %3:%1:%2")
|
---|
| 116 | .arg(lineNumber()).arg(columnNumber()).arg(m_cd.m_sourceFileName);
|
---|
| 117 |
|
---|
| 118 | switch (tokenType()) {
|
---|
| 119 | case NoToken: // Cannot happen
|
---|
| 120 | default: // likewise
|
---|
| 121 | case Invalid:
|
---|
| 122 | raiseError(QString::fromLatin1("Parse error %1: %2").arg(loc, errorString()));
|
---|
| 123 | break;
|
---|
| 124 | case StartElement:
|
---|
| 125 | raiseError(QString::fromLatin1("Unexpected tag <%1> %2").arg(name().toString(), loc));
|
---|
| 126 | break;
|
---|
| 127 | case Characters:
|
---|
| 128 | {
|
---|
| 129 | QString tok = text().toString();
|
---|
| 130 | if (tok.length() > 30)
|
---|
| 131 | tok = tok.left(30) + QLatin1String("[...]");
|
---|
| 132 | raiseError(QString::fromLatin1("Unexpected characters '%1' %2").arg(tok, loc));
|
---|
| 133 | }
|
---|
| 134 | break;
|
---|
| 135 | case EntityReference:
|
---|
| 136 | raiseError(QString::fromLatin1("Unexpected entity '&%1;' %2").arg(name().toString(), loc));
|
---|
| 137 | break;
|
---|
| 138 | case ProcessingInstruction:
|
---|
| 139 | raiseError(QString::fromLatin1("Unexpected processing instruction %1").arg(loc));
|
---|
| 140 | break;
|
---|
| 141 | }
|
---|
| 142 | }
|
---|
| 143 |
|
---|
| 144 | static QString byteValue(QString value)
|
---|
| 145 | {
|
---|
| 146 | int base = 10;
|
---|
| 147 | if (value.startsWith(QLatin1String("x"))) {
|
---|
| 148 | base = 16;
|
---|
| 149 | value.remove(0, 1);
|
---|
| 150 | }
|
---|
| 151 | int n = value.toUInt(0, base);
|
---|
| 152 | return (n != 0) ? QString(QChar(n)) : QString();
|
---|
| 153 | }
|
---|
| 154 |
|
---|
| 155 | QString TSReader::readContents()
|
---|
| 156 | {
|
---|
| 157 | STRING(byte);
|
---|
| 158 | STRING(value);
|
---|
| 159 |
|
---|
| 160 | QString result;
|
---|
| 161 | while (!atEnd()) {
|
---|
| 162 | readNext();
|
---|
| 163 | if (isEndElement()) {
|
---|
| 164 | break;
|
---|
| 165 | } else if (isCharacters()) {
|
---|
| 166 | result += text();
|
---|
| 167 | } else if (elementStarts(strbyte)) {
|
---|
| 168 | // <byte value="...">
|
---|
| 169 | result += byteValue(attributes().value(strvalue).toString());
|
---|
| 170 | readNext();
|
---|
| 171 | if (!isEndElement()) {
|
---|
| 172 | handleError();
|
---|
| 173 | break;
|
---|
| 174 | }
|
---|
| 175 | } else {
|
---|
| 176 | handleError();
|
---|
| 177 | break;
|
---|
| 178 | }
|
---|
| 179 | }
|
---|
| 180 | //qDebug() << "TEXT: " << result;
|
---|
| 181 | return result;
|
---|
| 182 | }
|
---|
| 183 |
|
---|
| 184 | QString TSReader::readTransContents()
|
---|
| 185 | {
|
---|
| 186 | STRING(lengthvariant);
|
---|
| 187 | STRING(variants);
|
---|
| 188 | STRING(yes);
|
---|
| 189 |
|
---|
| 190 | if (attributes().value(strvariants) == stryes) {
|
---|
| 191 | QString result;
|
---|
| 192 | while (!atEnd()) {
|
---|
| 193 | readNext();
|
---|
| 194 | if (isEndElement()) {
|
---|
| 195 | break;
|
---|
| 196 | } else if (isWhiteSpace()) {
|
---|
| 197 | // ignore these, just whitespace
|
---|
| 198 | } else if (elementStarts(strlengthvariant)) {
|
---|
| 199 | if (!result.isEmpty())
|
---|
[561] | 200 | result += QChar(Translator::BinaryVariantSeparator);
|
---|
[2] | 201 | result += readContents();
|
---|
| 202 | } else {
|
---|
| 203 | handleError();
|
---|
| 204 | break;
|
---|
| 205 | }
|
---|
| 206 | }
|
---|
| 207 | return result;
|
---|
| 208 | } else {
|
---|
| 209 | return readContents();
|
---|
| 210 | }
|
---|
| 211 | }
|
---|
| 212 |
|
---|
| 213 | bool TSReader::read(Translator &translator)
|
---|
| 214 | {
|
---|
| 215 | STRING(both);
|
---|
| 216 | STRING(byte);
|
---|
| 217 | STRING(comment);
|
---|
| 218 | STRING(context);
|
---|
| 219 | STRING(defaultcodec);
|
---|
| 220 | STRING(encoding);
|
---|
| 221 | STRING(extracomment);
|
---|
| 222 | STRING(filename);
|
---|
| 223 | STRING(id);
|
---|
| 224 | STRING(language);
|
---|
| 225 | STRING(line);
|
---|
| 226 | STRING(location);
|
---|
| 227 | STRING(message);
|
---|
| 228 | STRING(name);
|
---|
| 229 | STRING(numerus);
|
---|
| 230 | STRING(numerusform);
|
---|
| 231 | STRING(obsolete);
|
---|
| 232 | STRING(oldcomment);
|
---|
| 233 | STRING(oldsource);
|
---|
| 234 | STRING(source);
|
---|
| 235 | STRING(sourcelanguage);
|
---|
| 236 | STRING(translation);
|
---|
| 237 | STRING(translatorcomment);
|
---|
| 238 | STRING(true);
|
---|
| 239 | STRING(TS);
|
---|
| 240 | STRING(type);
|
---|
| 241 | STRING(unfinished);
|
---|
| 242 | STRING(userdata);
|
---|
| 243 | STRING(utf8);
|
---|
| 244 | STRING(value);
|
---|
| 245 | //STRING(version);
|
---|
| 246 | STRING(yes);
|
---|
| 247 |
|
---|
| 248 | static const QString strextrans(QLatin1String("extra-"));
|
---|
| 249 | static const QString strUtf8(QLatin1String("UTF-8"));
|
---|
| 250 |
|
---|
| 251 | while (!atEnd()) {
|
---|
| 252 | readNext();
|
---|
| 253 | if (isStartDocument()) {
|
---|
| 254 | // <!DOCTYPE TS>
|
---|
| 255 | //qDebug() << attributes();
|
---|
| 256 | } else if (isEndDocument()) {
|
---|
| 257 | // <!DOCTYPE TS>
|
---|
| 258 | //qDebug() << attributes();
|
---|
| 259 | } else if (isDTD()) {
|
---|
| 260 | // <!DOCTYPE TS>
|
---|
| 261 | //qDebug() << tokenString();
|
---|
| 262 | } else if (elementStarts(strTS)) {
|
---|
| 263 | // <TS>
|
---|
| 264 | //qDebug() << "TS " << attributes();
|
---|
| 265 | QHash<QString, int> currentLine;
|
---|
| 266 | QString currentFile;
|
---|
| 267 |
|
---|
| 268 | QXmlStreamAttributes atts = attributes();
|
---|
| 269 | //QString version = atts.value(strversion).toString();
|
---|
| 270 | translator.setLanguageCode(atts.value(strlanguage).toString());
|
---|
| 271 | translator.setSourceLanguageCode(atts.value(strsourcelanguage).toString());
|
---|
| 272 | while (!atEnd()) {
|
---|
| 273 | readNext();
|
---|
| 274 | if (isEndElement()) {
|
---|
| 275 | // </TS> found, finish local loop
|
---|
| 276 | break;
|
---|
| 277 | } else if (isWhiteSpace()) {
|
---|
| 278 | // ignore these, just whitespace
|
---|
| 279 | } else if (elementStarts(strdefaultcodec)) {
|
---|
| 280 | // <defaultcodec>
|
---|
| 281 | const QString &codec = readElementText();
|
---|
| 282 | if (!codec.isEmpty())
|
---|
| 283 | translator.setCodecName(codec.toLatin1());
|
---|
| 284 | // </defaultcodec>
|
---|
| 285 | } else if (isStartElement()
|
---|
| 286 | && name().toString().startsWith(strextrans)) {
|
---|
| 287 | // <extra-...>
|
---|
| 288 | QString tag = name().toString();
|
---|
| 289 | translator.setExtra(tag.mid(6), readContents());
|
---|
| 290 | // </extra-...>
|
---|
| 291 | } else if (elementStarts(strcontext)) {
|
---|
| 292 | // <context>
|
---|
| 293 | QString context;
|
---|
| 294 | while (!atEnd()) {
|
---|
| 295 | readNext();
|
---|
| 296 | if (isEndElement()) {
|
---|
| 297 | // </context> found, finish local loop
|
---|
| 298 | break;
|
---|
| 299 | } else if (isWhiteSpace()) {
|
---|
| 300 | // ignore these, just whitespace
|
---|
| 301 | } else if (elementStarts(strname)) {
|
---|
| 302 | // <name>
|
---|
| 303 | context = readElementText();
|
---|
| 304 | // </name>
|
---|
| 305 | } else if (elementStarts(strmessage)) {
|
---|
| 306 | // <message>
|
---|
| 307 | TranslatorMessage::References refs;
|
---|
| 308 | QString currentMsgFile = currentFile;
|
---|
| 309 |
|
---|
| 310 | TranslatorMessage msg;
|
---|
| 311 | msg.setId(attributes().value(strid).toString());
|
---|
| 312 | msg.setContext(context);
|
---|
| 313 | msg.setType(TranslatorMessage::Finished);
|
---|
| 314 | msg.setPlural(attributes().value(strnumerus) == stryes);
|
---|
| 315 | const QStringRef &utf8Attr = attributes().value(strutf8);
|
---|
| 316 | msg.setNonUtf8(utf8Attr == strboth);
|
---|
| 317 | msg.setUtf8(msg.isNonUtf8() || utf8Attr == strtrue
|
---|
| 318 | || attributes().value(strencoding) == strUtf8);
|
---|
| 319 | while (!atEnd()) {
|
---|
| 320 | readNext();
|
---|
| 321 | if (isEndElement()) {
|
---|
| 322 | // </message> found, finish local loop
|
---|
| 323 | msg.setReferences(refs);
|
---|
| 324 | translator.append(msg);
|
---|
| 325 | break;
|
---|
| 326 | } else if (isWhiteSpace()) {
|
---|
| 327 | // ignore these, just whitespace
|
---|
| 328 | } else if (elementStarts(strsource)) {
|
---|
| 329 | // <source>...</source>
|
---|
| 330 | msg.setSourceText(readContents());
|
---|
| 331 | } else if (elementStarts(stroldsource)) {
|
---|
| 332 | // <oldsource>...</oldsource>
|
---|
| 333 | msg.setOldSourceText(readContents());
|
---|
| 334 | } else if (elementStarts(stroldcomment)) {
|
---|
| 335 | // <oldcomment>...</oldcomment>
|
---|
| 336 | msg.setOldComment(readContents());
|
---|
| 337 | } else if (elementStarts(strextracomment)) {
|
---|
| 338 | // <extracomment>...</extracomment>
|
---|
| 339 | msg.setExtraComment(readContents());
|
---|
| 340 | } else if (elementStarts(strtranslatorcomment)) {
|
---|
| 341 | // <translatorcomment>...</translatorcomment>
|
---|
| 342 | msg.setTranslatorComment(readContents());
|
---|
| 343 | } else if (elementStarts(strlocation)) {
|
---|
| 344 | // <location/>
|
---|
| 345 | QXmlStreamAttributes atts = attributes();
|
---|
| 346 | QString fileName = atts.value(strfilename).toString();
|
---|
| 347 | if (fileName.isEmpty()) {
|
---|
| 348 | fileName = currentMsgFile;
|
---|
| 349 | } else {
|
---|
| 350 | if (refs.isEmpty())
|
---|
| 351 | currentFile = fileName;
|
---|
| 352 | currentMsgFile = fileName;
|
---|
| 353 | }
|
---|
| 354 | const QString lin = atts.value(strline).toString();
|
---|
| 355 | if (lin.isEmpty()) {
|
---|
| 356 | translator.setLocationsType(Translator::RelativeLocations);
|
---|
| 357 | refs.append(TranslatorMessage::Reference(fileName, -1));
|
---|
| 358 | } else {
|
---|
| 359 | bool bOK;
|
---|
| 360 | int lineNo = lin.toInt(&bOK);
|
---|
| 361 | if (bOK) {
|
---|
| 362 | if (lin.startsWith(QLatin1Char('+')) || lin.startsWith(QLatin1Char('-'))) {
|
---|
| 363 | lineNo = (currentLine[fileName] += lineNo);
|
---|
| 364 | translator.setLocationsType(Translator::RelativeLocations);
|
---|
| 365 | } else {
|
---|
| 366 | translator.setLocationsType(Translator::AbsoluteLocations);
|
---|
| 367 | }
|
---|
| 368 | refs.append(TranslatorMessage::Reference(fileName, lineNo));
|
---|
| 369 | }
|
---|
| 370 | }
|
---|
| 371 | readContents();
|
---|
| 372 | } else if (elementStarts(strcomment)) {
|
---|
| 373 | // <comment>...</comment>
|
---|
| 374 | msg.setComment(readContents());
|
---|
| 375 | } else if (elementStarts(struserdata)) {
|
---|
| 376 | // <userdata>...</userdata>
|
---|
| 377 | msg.setUserData(readContents());
|
---|
| 378 | } else if (elementStarts(strtranslation)) {
|
---|
| 379 | // <translation>
|
---|
| 380 | QXmlStreamAttributes atts = attributes();
|
---|
| 381 | QStringRef type = atts.value(strtype);
|
---|
| 382 | if (type == strunfinished)
|
---|
| 383 | msg.setType(TranslatorMessage::Unfinished);
|
---|
| 384 | else if (type == strobsolete)
|
---|
| 385 | msg.setType(TranslatorMessage::Obsolete);
|
---|
| 386 | if (msg.isPlural()) {
|
---|
| 387 | QStringList translations;
|
---|
| 388 | while (!atEnd()) {
|
---|
| 389 | readNext();
|
---|
| 390 | if (isEndElement()) {
|
---|
| 391 | break;
|
---|
| 392 | } else if (isWhiteSpace()) {
|
---|
| 393 | // ignore these, just whitespace
|
---|
| 394 | } else if (elementStarts(strnumerusform)) {
|
---|
| 395 | translations.append(readTransContents());
|
---|
| 396 | } else {
|
---|
| 397 | handleError();
|
---|
| 398 | break;
|
---|
| 399 | }
|
---|
| 400 | }
|
---|
| 401 | msg.setTranslations(translations);
|
---|
| 402 | } else {
|
---|
| 403 | msg.setTranslation(readTransContents());
|
---|
| 404 | }
|
---|
| 405 | // </translation>
|
---|
| 406 | } else if (isStartElement()
|
---|
| 407 | && name().toString().startsWith(strextrans)) {
|
---|
| 408 | // <extra-...>
|
---|
| 409 | QString tag = name().toString();
|
---|
| 410 | msg.setExtra(tag.mid(6), readContents());
|
---|
| 411 | // </extra-...>
|
---|
| 412 | } else {
|
---|
| 413 | handleError();
|
---|
| 414 | }
|
---|
| 415 | }
|
---|
| 416 | // </message>
|
---|
| 417 | } else {
|
---|
| 418 | handleError();
|
---|
| 419 | }
|
---|
| 420 | }
|
---|
| 421 | // </context>
|
---|
| 422 | } else {
|
---|
| 423 | handleError();
|
---|
| 424 | }
|
---|
| 425 | } // </TS>
|
---|
| 426 | } else {
|
---|
| 427 | handleError();
|
---|
| 428 | }
|
---|
| 429 | }
|
---|
| 430 | if (hasError()) {
|
---|
| 431 | m_cd.appendError(errorString());
|
---|
| 432 | return false;
|
---|
| 433 | }
|
---|
| 434 | return true;
|
---|
| 435 | }
|
---|
| 436 |
|
---|
| 437 | static QString numericEntity(int ch)
|
---|
| 438 | {
|
---|
| 439 | return QString(ch <= 0x20 ? QLatin1String("<byte value=\"x%1\"/>")
|
---|
| 440 | : QLatin1String("&#x%1;")) .arg(ch, 0, 16);
|
---|
| 441 | }
|
---|
| 442 |
|
---|
| 443 | static QString protect(const QString &str)
|
---|
| 444 | {
|
---|
| 445 | QString result;
|
---|
| 446 | result.reserve(str.length() * 12 / 10);
|
---|
| 447 | for (int i = 0; i != str.size(); ++i) {
|
---|
| 448 | uint c = str.at(i).unicode();
|
---|
| 449 | switch (c) {
|
---|
| 450 | case '\"':
|
---|
| 451 | result += QLatin1String(""");
|
---|
| 452 | break;
|
---|
| 453 | case '&':
|
---|
| 454 | result += QLatin1String("&");
|
---|
| 455 | break;
|
---|
| 456 | case '>':
|
---|
| 457 | result += QLatin1String(">");
|
---|
| 458 | break;
|
---|
| 459 | case '<':
|
---|
| 460 | result += QLatin1String("<");
|
---|
| 461 | break;
|
---|
| 462 | case '\'':
|
---|
| 463 | result += QLatin1String("'");
|
---|
| 464 | break;
|
---|
| 465 | default:
|
---|
| 466 | if (c < 0x20 && c != '\r' && c != '\n' && c != '\t')
|
---|
| 467 | result += numericEntity(c);
|
---|
| 468 | else // this also covers surrogates
|
---|
| 469 | result += QChar(c);
|
---|
| 470 | }
|
---|
| 471 | }
|
---|
| 472 | return result;
|
---|
| 473 | }
|
---|
| 474 |
|
---|
| 475 | static QString evilBytes(const QString& str,
|
---|
| 476 | bool isUtf8, int format, const QByteArray &codecName)
|
---|
| 477 | {
|
---|
| 478 | //qDebug() << "EVIL: " << str << isUtf8 << format << codecName;
|
---|
| 479 | if (isUtf8)
|
---|
| 480 | return protect(str);
|
---|
| 481 | if (format == 20)
|
---|
| 482 | return protect(str);
|
---|
| 483 | if (codecName == "UTF-8")
|
---|
| 484 | return protect(str);
|
---|
| 485 | QTextCodec *codec = QTextCodec::codecForName(codecName);
|
---|
| 486 | if (!codec)
|
---|
| 487 | return protect(str);
|
---|
| 488 | QString t = QString::fromLatin1(codec->fromUnicode(protect(str)).data());
|
---|
| 489 | int len = (int) t.length();
|
---|
| 490 | QString result;
|
---|
| 491 | // FIXME: Factor is sensible only for latin scripts, probably.
|
---|
| 492 | result.reserve(t.length() * 2);
|
---|
| 493 | for (int k = 0; k < len; k++) {
|
---|
| 494 | if (t[k].unicode() >= 0x7f)
|
---|
| 495 | result += numericEntity(t[k].unicode());
|
---|
| 496 | else
|
---|
| 497 | result += t[k];
|
---|
| 498 | }
|
---|
| 499 | return result;
|
---|
| 500 | }
|
---|
| 501 |
|
---|
| 502 | static void writeExtras(QTextStream &t, const char *indent,
|
---|
| 503 | const TranslatorMessage::ExtraData &extras, const QRegExp &drops)
|
---|
| 504 | {
|
---|
| 505 | for (Translator::ExtraData::ConstIterator it = extras.begin(); it != extras.end(); ++it) {
|
---|
| 506 | if (!drops.exactMatch(it.key())) {
|
---|
| 507 | t << indent << "<extra-" << it.key() << '>'
|
---|
| 508 | << protect(it.value())
|
---|
| 509 | << "</extra-" << it.key() << ">\n";
|
---|
| 510 | }
|
---|
| 511 | }
|
---|
| 512 | }
|
---|
| 513 |
|
---|
| 514 | static void writeVariants(QTextStream &t, const char *indent, const QString &input)
|
---|
| 515 | {
|
---|
| 516 | int offset;
|
---|
[561] | 517 | if ((offset = input.indexOf(QChar(Translator::BinaryVariantSeparator))) >= 0) {
|
---|
[2] | 518 | t << " variants=\"yes\">";
|
---|
| 519 | int start = 0;
|
---|
| 520 | forever {
|
---|
| 521 | t << "\n " << indent << "<lengthvariant>"
|
---|
| 522 | << protect(input.mid(start, offset - start))
|
---|
| 523 | << "</lengthvariant>";
|
---|
| 524 | if (offset == input.length())
|
---|
| 525 | break;
|
---|
| 526 | start = offset + 1;
|
---|
[561] | 527 | offset = input.indexOf(QChar(Translator::BinaryVariantSeparator), start);
|
---|
[2] | 528 | if (offset < 0)
|
---|
| 529 | offset = input.length();
|
---|
| 530 | }
|
---|
| 531 | t << "\n" << indent;
|
---|
| 532 | } else {
|
---|
| 533 | t << ">" << protect(input);
|
---|
| 534 | }
|
---|
| 535 | }
|
---|
| 536 |
|
---|
| 537 | bool saveTS(const Translator &translator, QIODevice &dev, ConversionData &cd, int format)
|
---|
| 538 | {
|
---|
| 539 | bool result = true;
|
---|
| 540 | QTextStream t(&dev);
|
---|
| 541 | t.setCodec(QTextCodec::codecForName("UTF-8"));
|
---|
| 542 | bool trIsUtf8 = (translator.codecName() == "UTF-8");
|
---|
| 543 | //qDebug() << translator.codecName();
|
---|
| 544 | bool fileIsUtf8 = (format == 20 || trIsUtf8);
|
---|
| 545 |
|
---|
| 546 | // The xml prolog allows processors to easily detect the correct encoding
|
---|
| 547 | t << "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n<!DOCTYPE TS>\n";
|
---|
| 548 |
|
---|
| 549 | if (format == 11)
|
---|
| 550 | t << "<TS version=\"1.1\"";
|
---|
| 551 | else
|
---|
| 552 | t << "<TS version=\"2.0\"";
|
---|
| 553 |
|
---|
| 554 | QString languageCode = translator.languageCode();
|
---|
| 555 | if (!languageCode.isEmpty() && languageCode != QLatin1String("C"))
|
---|
| 556 | t << " language=\"" << languageCode << "\"";
|
---|
| 557 | if (format == 20) {
|
---|
| 558 | languageCode = translator.sourceLanguageCode();
|
---|
| 559 | if (!languageCode.isEmpty() && languageCode != QLatin1String("C"))
|
---|
| 560 | t << " sourcelanguage=\"" << languageCode << "\"";
|
---|
| 561 | }
|
---|
| 562 | t << ">\n";
|
---|
| 563 |
|
---|
| 564 | QByteArray codecName = translator.codecName();
|
---|
| 565 | if (codecName != "ISO-8859-1")
|
---|
| 566 | t << "<defaultcodec>" << codecName << "</defaultcodec>\n";
|
---|
| 567 |
|
---|
| 568 | QRegExp drops(cd.dropTags().join(QLatin1String("|")));
|
---|
| 569 |
|
---|
| 570 | if (format == 20)
|
---|
| 571 | writeExtras(t, " ", translator.extras(), drops);
|
---|
| 572 |
|
---|
| 573 | QHash<QString, QList<TranslatorMessage> > messageOrder;
|
---|
| 574 | QList<QString> contextOrder;
|
---|
| 575 | foreach (const TranslatorMessage &msg, translator.messages()) {
|
---|
| 576 | // no need for such noise
|
---|
| 577 | if (msg.type() == TranslatorMessage::Obsolete && msg.translation().isEmpty())
|
---|
| 578 | continue;
|
---|
| 579 |
|
---|
| 580 | QList<TranslatorMessage> &context = messageOrder[msg.context()];
|
---|
| 581 | if (context.isEmpty())
|
---|
| 582 | contextOrder.append(msg.context());
|
---|
| 583 | context.append(msg);
|
---|
| 584 | }
|
---|
| 585 | if (cd.sortContexts())
|
---|
| 586 | qSort(contextOrder);
|
---|
| 587 |
|
---|
| 588 | QHash<QString, int> currentLine;
|
---|
| 589 | QString currentFile;
|
---|
| 590 | foreach (const QString &context, contextOrder) {
|
---|
| 591 | const TranslatorMessage &firstMsg = messageOrder[context].first();
|
---|
| 592 | t << "<context" << ((!fileIsUtf8 && firstMsg.isUtf8()) ? " encoding=\"UTF-8\"" : "") << ">\n";
|
---|
| 593 |
|
---|
| 594 | t << " <name>"
|
---|
| 595 | << evilBytes(context, firstMsg.isUtf8() || fileIsUtf8, format, codecName)
|
---|
| 596 | << "</name>\n";
|
---|
| 597 | foreach (const TranslatorMessage &msg, messageOrder[context]) {
|
---|
| 598 | //msg.dump();
|
---|
| 599 |
|
---|
| 600 | bool isUtf8 = msg.isUtf8();
|
---|
| 601 | bool second = false;
|
---|
| 602 | forever {
|
---|
| 603 |
|
---|
| 604 | t << " <message";
|
---|
| 605 | if (!msg.id().isEmpty())
|
---|
| 606 | t << " id=\"" << msg.id() << "\"";
|
---|
| 607 | if (!trIsUtf8) {
|
---|
| 608 | if (format == 11) {
|
---|
| 609 | if (isUtf8)
|
---|
| 610 | t << " encoding=\"UTF-8\"";
|
---|
| 611 | } else {
|
---|
| 612 | if (msg.isUtf8()) {
|
---|
| 613 | if (msg.isNonUtf8())
|
---|
| 614 | t << " utf8=\"both\"";
|
---|
| 615 | else
|
---|
| 616 | t << " utf8=\"true\"";
|
---|
| 617 | }
|
---|
| 618 | }
|
---|
| 619 | }
|
---|
| 620 | if (msg.isPlural())
|
---|
| 621 | t << " numerus=\"yes\"";
|
---|
| 622 | t << ">\n";
|
---|
| 623 | if (translator.locationsType() != Translator::NoLocations) {
|
---|
| 624 | QString cfile = currentFile;
|
---|
| 625 | bool first = true;
|
---|
| 626 | foreach (const TranslatorMessage::Reference &ref, msg.allReferences()) {
|
---|
| 627 | QString fn = cd.m_targetDir.relativeFilePath(ref.fileName())
|
---|
| 628 | .replace(QLatin1Char('\\'),QLatin1Char('/'));
|
---|
| 629 | int ln = ref.lineNumber();
|
---|
| 630 | QString ld;
|
---|
| 631 | if (translator.locationsType() == Translator::RelativeLocations) {
|
---|
| 632 | if (ln != -1) {
|
---|
| 633 | int dlt = ln - currentLine[fn];
|
---|
| 634 | if (dlt >= 0)
|
---|
| 635 | ld.append(QLatin1Char('+'));
|
---|
| 636 | ld.append(QString::number(dlt));
|
---|
| 637 | currentLine[fn] = ln;
|
---|
| 638 | }
|
---|
| 639 |
|
---|
| 640 | if (fn != cfile) {
|
---|
| 641 | if (first)
|
---|
| 642 | currentFile = fn;
|
---|
| 643 | cfile = fn;
|
---|
| 644 | } else {
|
---|
| 645 | fn.clear();
|
---|
| 646 | }
|
---|
| 647 | first = false;
|
---|
| 648 | } else {
|
---|
| 649 | if (ln != -1)
|
---|
| 650 | ld = QString::number(ln);
|
---|
| 651 | }
|
---|
| 652 | t << " <location";
|
---|
| 653 | if (!fn.isEmpty())
|
---|
| 654 | t << " filename=\"" << fn << "\"";
|
---|
| 655 | if (!ld.isEmpty())
|
---|
| 656 | t << " line=\"" << ld << "\"";
|
---|
| 657 | t << "/>\n";
|
---|
| 658 | }
|
---|
| 659 | }
|
---|
| 660 |
|
---|
| 661 | t << " <source>"
|
---|
| 662 | << evilBytes(msg.sourceText(), isUtf8, format, codecName)
|
---|
| 663 | << "</source>\n";
|
---|
| 664 |
|
---|
| 665 | if (format != 11 && !msg.oldSourceText().isEmpty())
|
---|
| 666 | t << " <oldsource>" << protect(msg.oldSourceText()) << "</oldsource>\n";
|
---|
| 667 |
|
---|
| 668 | if (!msg.comment().isEmpty()) {
|
---|
| 669 | t << " <comment>"
|
---|
| 670 | << evilBytes(msg.comment(), isUtf8, format, codecName)
|
---|
| 671 | << "</comment>\n";
|
---|
| 672 | }
|
---|
| 673 |
|
---|
| 674 | if (format != 11) {
|
---|
| 675 |
|
---|
| 676 | if (!msg.oldComment().isEmpty())
|
---|
| 677 | t << " <oldcomment>" << protect(msg.oldComment()) << "</oldcomment>\n";
|
---|
| 678 |
|
---|
| 679 | if (!msg.extraComment().isEmpty())
|
---|
| 680 | t << " <extracomment>" << protect(msg.extraComment())
|
---|
| 681 | << "</extracomment>\n";
|
---|
| 682 |
|
---|
| 683 | if (!msg.translatorComment().isEmpty())
|
---|
| 684 | t << " <translatorcomment>" << protect(msg.translatorComment())
|
---|
| 685 | << "</translatorcomment>\n";
|
---|
| 686 |
|
---|
| 687 | }
|
---|
| 688 |
|
---|
| 689 | t << " <translation";
|
---|
| 690 | if (msg.type() == TranslatorMessage::Unfinished)
|
---|
| 691 | t << " type=\"unfinished\"";
|
---|
| 692 | else if (msg.type() == TranslatorMessage::Obsolete)
|
---|
| 693 | t << " type=\"obsolete\"";
|
---|
| 694 | if (msg.isPlural()) {
|
---|
| 695 | t << ">";
|
---|
[561] | 696 | const QStringList &translns = msg.translations();
|
---|
| 697 | for (int j = 0; j < translns.count(); ++j) {
|
---|
[2] | 698 | t << "\n <numerusform";
|
---|
| 699 | writeVariants(t, " ", translns[j]);
|
---|
| 700 | t << "</numerusform>";
|
---|
| 701 | }
|
---|
| 702 | t << "\n ";
|
---|
| 703 | } else {
|
---|
| 704 | writeVariants(t, " ", msg.translation());
|
---|
| 705 | }
|
---|
| 706 | t << "</translation>\n";
|
---|
| 707 |
|
---|
| 708 | if (format != 11)
|
---|
| 709 | writeExtras(t, " ", msg.extras(), drops);
|
---|
| 710 |
|
---|
| 711 | if (!msg.userData().isEmpty())
|
---|
| 712 | t << " <userdata>" << msg.userData() << "</userdata>\n";
|
---|
| 713 | t << " </message>\n";
|
---|
| 714 |
|
---|
| 715 | if (format != 11 || second || !msg.isUtf8() || !msg.isNonUtf8())
|
---|
| 716 | break;
|
---|
| 717 | isUtf8 = false;
|
---|
| 718 | second = true;
|
---|
| 719 | }
|
---|
| 720 | }
|
---|
| 721 | t << "</context>\n";
|
---|
| 722 | }
|
---|
| 723 |
|
---|
| 724 | t << "</TS>\n";
|
---|
| 725 | return result;
|
---|
| 726 | }
|
---|
| 727 |
|
---|
| 728 | bool loadTS(Translator &translator, QIODevice &dev, ConversionData &cd)
|
---|
| 729 | {
|
---|
| 730 | translator.setLocationsType(Translator::NoLocations);
|
---|
| 731 | TSReader reader(dev, cd);
|
---|
| 732 | return reader.read(translator);
|
---|
| 733 | }
|
---|
| 734 |
|
---|
| 735 | bool saveTS11(const Translator &translator, QIODevice &dev, ConversionData &cd)
|
---|
| 736 | {
|
---|
| 737 | return saveTS(translator, dev, cd, 11);
|
---|
| 738 | }
|
---|
| 739 |
|
---|
| 740 | bool saveTS20(const Translator &translator, QIODevice &dev, ConversionData &cd)
|
---|
| 741 | {
|
---|
| 742 | return saveTS(translator, dev, cd, 20);
|
---|
| 743 | }
|
---|
| 744 |
|
---|
| 745 | int initTS()
|
---|
| 746 | {
|
---|
| 747 | Translator::FileFormat format;
|
---|
| 748 |
|
---|
| 749 | format.extension = QLatin1String("ts11");
|
---|
| 750 | format.fileType = Translator::FileFormat::TranslationSource;
|
---|
| 751 | format.priority = -1;
|
---|
| 752 | format.description = QObject::tr("Qt translation sources (format 1.1)");
|
---|
| 753 | format.loader = &loadTS;
|
---|
| 754 | format.saver = &saveTS11;
|
---|
| 755 | Translator::registerFileFormat(format);
|
---|
| 756 |
|
---|
| 757 | format.extension = QLatin1String("ts20");
|
---|
| 758 | format.fileType = Translator::FileFormat::TranslationSource;
|
---|
| 759 | format.priority = -1;
|
---|
| 760 | format.description = QObject::tr("Qt translation sources (format 2.0)");
|
---|
| 761 | format.loader = &loadTS;
|
---|
| 762 | format.saver = &saveTS20;
|
---|
| 763 | Translator::registerFileFormat(format);
|
---|
| 764 |
|
---|
| 765 | // "ts" is always the latest. right now it's ts20.
|
---|
| 766 | format.extension = QLatin1String("ts");
|
---|
| 767 | format.fileType = Translator::FileFormat::TranslationSource;
|
---|
| 768 | format.priority = 0;
|
---|
| 769 | format.description = QObject::tr("Qt translation sources (latest format)");
|
---|
| 770 | format.loader = &loadTS;
|
---|
| 771 | format.saver = &saveTS20;
|
---|
| 772 | Translator::registerFileFormat(format);
|
---|
| 773 |
|
---|
| 774 | return 1;
|
---|
| 775 | }
|
---|
| 776 |
|
---|
| 777 | Q_CONSTRUCTOR_FUNCTION(initTS)
|
---|
| 778 |
|
---|
| 779 | QT_END_NAMESPACE
|
---|