--- /dev/null
+/****************************************************************************
+**
+** Copyright (C) 2011 Nokia Corporation and/or its subsidiary(-ies).
+** All rights reserved.
+** Contact: Nokia Corporation (qt-info@nokia.com)
+**
+** This file is part of the QtDeclarative module of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** GNU Lesser General Public License Usage
+** This file may be used under the terms of the GNU Lesser General Public
+** License version 2.1 as published by the Free Software Foundation and
+** appearing in the file LICENSE.LGPL included in the packaging of this
+** file. Please review the following information to ensure the GNU Lesser
+** General Public License version 2.1 requirements will be met:
+** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Nokia gives you certain additional
+** rights. These rights are described in the Nokia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** GNU General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU General
+** Public License version 3.0 as published by the Free Software Foundation
+** and appearing in the file LICENSE.GPL included in the packaging of this
+** file. Please review the following information to ensure the GNU General
+** Public License version 3.0 requirements will be met:
+** http://www.gnu.org/copyleft/gpl.html.
+**
+** Other Usage
+** Alternatively, this file may be used in accordance with the terms and
+** conditions contained in a signed written agreement between you and Nokia.
+**
+**
+**
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+
+#include "qdeclarativejsengine_p.h"
+#include "qdeclarativejslexer_p.h"
+#include "qdeclarativejsparser_p.h"
+#include <QtCore/QCoreApplication>
+#include <QtCore/QStringList>
+#include <QtCore/QFile>
+#include <QtCore/QFileInfo>
+#include <QtCore/QDir>
+#include <iostream>
+#include <cstdlib>
+
+//
+// QML/JS minifier
+//
+namespace QDeclarativeJS {
+
+enum RegExpFlag {
+ Global = 0x01,
+ IgnoreCase = 0x02,
+ Multiline = 0x04
+};
+
+class QmlminLexer: protected Lexer
+{
+ QDeclarativeJS::Engine _engine;
+ QString _fileName;
+
+public:
+ QmlminLexer(): Lexer(&_engine) {}
+ virtual ~QmlminLexer() {}
+
+ QString fileName() const { return _fileName; }
+
+ bool operator()(const QString &fileName, const QString &code)
+ {
+ int startToken = T_FEED_JS_PROGRAM;
+ const QFileInfo fileInfo(fileName);
+ if (fileInfo.suffix().toLower() == QLatin1String("qml"))
+ startToken = T_FEED_UI_PROGRAM;
+ setCode(code, /*line = */ 1, /*qmlMode = */ startToken == T_FEED_UI_PROGRAM);
+ _fileName = fileName;
+ return parse(startToken);
+ }
+
+protected:
+ virtual bool parse(int startToken) = 0;
+
+ bool automatic(int token) const
+ {
+ return token == T_RBRACE || token == 0 || prevTerminator();
+ }
+
+ bool isIdentChar(const QChar &ch) const
+ {
+ if (ch.isLetterOrNumber())
+ return true;
+ else if (ch == QLatin1Char('_') || ch == QLatin1Char('$'))
+ return true;
+ return false;
+ }
+
+ bool isRegExpRule(int ruleno) const
+ {
+ return ruleno == J_SCRIPT_REGEXPLITERAL_RULE1 ||
+ ruleno == J_SCRIPT_REGEXPLITERAL_RULE2;
+ }
+
+ bool scanRestOfRegExp(int ruleno, QString *restOfRegExp)
+ {
+ if (! scanRegExp(ruleno == J_SCRIPT_REGEXPLITERAL_RULE1 ? Lexer::NoPrefix : Lexer::EqualPrefix))
+ return false;
+
+ *restOfRegExp = regExpPattern();
+ if (ruleno == J_SCRIPT_REGEXPLITERAL_RULE2) {
+ Q_ASSERT(! restOfRegExp->isEmpty());
+ Q_ASSERT(restOfRegExp->at(0) == QLatin1Char('='));
+ *restOfRegExp = restOfRegExp->mid(1); // strip the prefix
+ }
+ *restOfRegExp += QLatin1Char('/');
+ const RegExpFlag flags = (RegExpFlag) regExpFlags();
+ if (flags & Global)
+ *restOfRegExp += QLatin1Char('g');
+ if (flags & IgnoreCase)
+ *restOfRegExp += QLatin1Char('i');
+ if (flags & Multiline)
+ *restOfRegExp += QLatin1Char('m');
+ qDebug() << *restOfRegExp;
+ return true;
+ }
+};
+
+
+class Minify: public QmlminLexer
+{
+ QVector<int> _stateStack;
+ QList<int> _tokens;
+ QList<QString> _tokenStrings;
+ QString _minifiedCode;
+
+public:
+ Minify();
+
+ QString minifiedCode() const;
+
+protected:
+ bool parse(int startToken);
+};
+
+Minify::Minify()
+ : _stateStack(128)
+{
+}
+
+QString Minify::minifiedCode() const
+{
+ return _minifiedCode;
+}
+
+bool Minify::parse(int startToken)
+{
+ int yyaction = 0;
+ int yytoken = -1;
+ int yytos = -1;
+ QString yytokentext;
+
+ _minifiedCode.clear();
+ _tokens.append(startToken);
+ _tokenStrings.append(QString());
+
+ do {
+ if (++yytos == _stateStack.size())
+ _stateStack.resize(_stateStack.size() * 2);
+
+ _stateStack[yytos] = yyaction;
+
+ again:
+ if (yytoken == -1 && action_index[yyaction] != -TERMINAL_COUNT) {
+ if (_tokens.isEmpty()) {
+ _tokens.append(lex());
+ _tokenStrings.append(tokenText());
+ }
+
+ yytoken = _tokens.takeFirst();
+ yytokentext = _tokenStrings.takeFirst();
+ }
+
+ yyaction = t_action(yyaction, yytoken);
+ if (yyaction > 0) {
+ if (yyaction == ACCEPT_STATE) {
+ --yytos;
+ return true;
+ }
+
+ const QChar lastChar = _minifiedCode.isEmpty() ? QChar() : _minifiedCode.at(_minifiedCode.length() - 1);
+
+ if (yytoken == T_SEMICOLON) {
+ _minifiedCode += QLatin1Char(';');
+
+ } else if (yytoken == T_PLUS || yytoken == T_MINUS || yytoken == T_PLUS_PLUS || yytoken == T_MINUS_MINUS) {
+ if (lastChar == QLatin1Char(spell[yytoken][0])) {
+ // don't merge unary signs, additive expressions and postfix/prefix increments.
+ _minifiedCode += QLatin1Char(' ');
+ }
+
+ _minifiedCode += QLatin1String(spell[yytoken]);
+
+ } else if (yytoken == T_NUMERIC_LITERAL) {
+ if (isIdentChar(lastChar))
+ _minifiedCode += QLatin1Char(' ');
+
+ if (yytokentext.startsWith('.'))
+ _minifiedCode += QLatin1Char('0');
+
+ _minifiedCode += yytokentext;
+
+ if (_minifiedCode.endsWith(QLatin1Char('.')))
+ _minifiedCode += QLatin1Char('0');
+
+ } else if (yytoken == T_IDENTIFIER) {
+ if (isIdentChar(lastChar))
+ _minifiedCode += QLatin1Char(' ');
+
+ foreach (const QChar &ch, yytokentext) {
+ if (isIdentChar(ch))
+ _minifiedCode += ch;
+ else {
+ _minifiedCode += QLatin1String("\\u");
+ const QString hx = QString::number(ch.unicode(), 16);
+ switch (hx.length()) {
+ case 1: _minifiedCode += QLatin1String("000"); break;
+ case 2: _minifiedCode += QLatin1String("00"); break;
+ case 3: _minifiedCode += QLatin1String("0"); break;
+ case 4: break;
+ default:
+ std::cerr << "qmlmin: invalid unicode sequence" << std::endl;
+ return false;
+ }
+ _minifiedCode += hx;
+ }
+ }
+
+ } else if (yytoken == T_STRING_LITERAL || yytoken == T_MULTILINE_STRING_LITERAL) {
+ _minifiedCode += QLatin1Char('"');
+ foreach (const QChar &ch, yytokentext) {
+ if (ch == QLatin1Char('"'))
+ _minifiedCode += QLatin1String("\\\"");
+ else {
+ if (ch == QLatin1Char('\\')) _minifiedCode += QLatin1String("\\\\");
+ else if (ch == QLatin1Char('\"')) _minifiedCode += QLatin1String("\\\"");
+ else if (ch == QLatin1Char('\b')) _minifiedCode += QLatin1String("\\b");
+ else if (ch == QLatin1Char('\f')) _minifiedCode += QLatin1String("\\f");
+ else if (ch == QLatin1Char('\n')) _minifiedCode += QLatin1String("\\n");
+ else if (ch == QLatin1Char('\r')) _minifiedCode += QLatin1String("\\r");
+ else if (ch == QLatin1Char('\t')) _minifiedCode += QLatin1String("\\t");
+ else if (ch == QLatin1Char('\v')) _minifiedCode += QLatin1String("\\v");
+ else _minifiedCode += ch;
+ }
+ }
+
+ _minifiedCode += QLatin1Char('"');
+ } else {
+ if (isIdentChar(lastChar)) {
+ if (! yytokentext.isEmpty()) {
+ const QChar ch = yytokentext.at(0);
+ if (isIdentChar(ch))
+ _minifiedCode += QLatin1Char(' ');
+ }
+ }
+ _minifiedCode += yytokentext;
+ }
+ yytoken = -1;
+ } else if (yyaction < 0) {
+ const int ruleno = -yyaction - 1;
+ yytos -= rhs[ruleno];
+
+ if (isRegExpRule(ruleno)) {
+ QString restOfRegExp;
+
+ if (! scanRestOfRegExp(ruleno, &restOfRegExp))
+ break; // break the loop, it wil report a syntax error
+
+ _minifiedCode += restOfRegExp;
+ }
+ yyaction = nt_action(_stateStack[yytos], lhs[ruleno] - TERMINAL_COUNT);
+ }
+ } while (yyaction);
+
+ const int yyerrorstate = _stateStack[yytos];
+
+ // automatic insertion of `;'
+ if (yytoken != -1 && t_action(yyerrorstate, T_AUTOMATIC_SEMICOLON) && automatic(yytoken)) {
+ _tokens.prepend(yytoken);
+ _tokenStrings.prepend(yytokentext);
+ yyaction = yyerrorstate;
+ yytoken = T_SEMICOLON;
+ goto again;
+ }
+
+ std::cerr << qPrintable(fileName()) << ":" << tokenStartLine() << ":" << tokenStartColumn() << ": syntax error" << std::endl;
+ return false;
+}
+
+
+class Tokenize: public QmlminLexer
+{
+ QVector<int> _stateStack;
+ QList<int> _tokens;
+ QList<QString> _tokenStrings;
+ QStringList _minifiedCode;
+
+public:
+ Tokenize();
+
+ QStringList tokenStream() const;
+
+protected:
+ virtual bool parse(int startToken);
+};
+
+Tokenize::Tokenize()
+ : _stateStack(128)
+{
+}
+
+QStringList Tokenize::tokenStream() const
+{
+ return _minifiedCode;
+}
+
+bool Tokenize::parse(int startToken)
+{
+ int yyaction = 0;
+ int yytoken = -1;
+ int yytos = -1;
+ QString yytokentext;
+
+ _minifiedCode.clear();
+ _tokens.append(startToken);
+ _tokenStrings.append(QString());
+
+ do {
+ if (++yytos == _stateStack.size())
+ _stateStack.resize(_stateStack.size() * 2);
+
+ _stateStack[yytos] = yyaction;
+
+ again:
+ if (yytoken == -1 && action_index[yyaction] != -TERMINAL_COUNT) {
+ if (_tokens.isEmpty()) {
+ _tokens.append(lex());
+ _tokenStrings.append(tokenText());
+ }
+
+ yytoken = _tokens.takeFirst();
+ yytokentext = _tokenStrings.takeFirst();
+ }
+
+ yyaction = t_action(yyaction, yytoken);
+ if (yyaction > 0) {
+ if (yyaction == ACCEPT_STATE) {
+ --yytos;
+ return true;
+ }
+
+ if (yytoken == T_SEMICOLON)
+ _minifiedCode += QLatin1String(";");
+ else
+ _minifiedCode += yytokentext;
+
+ yytoken = -1;
+ } else if (yyaction < 0) {
+ const int ruleno = -yyaction - 1;
+ yytos -= rhs[ruleno];
+
+ if (isRegExpRule(ruleno)) {
+ QString restOfRegExp;
+
+ if (! scanRestOfRegExp(ruleno, &restOfRegExp))
+ break; // break the loop, it wil report a syntax error
+
+ _minifiedCode.last().append(restOfRegExp);
+ }
+
+ yyaction = nt_action(_stateStack[yytos], lhs[ruleno] - TERMINAL_COUNT);
+ }
+ } while (yyaction);
+
+ const int yyerrorstate = _stateStack[yytos];
+
+ // automatic insertion of `;'
+ if (yytoken != -1 && t_action(yyerrorstate, T_AUTOMATIC_SEMICOLON) && automatic(yytoken)) {
+ _tokens.prepend(yytoken);
+ _tokenStrings.prepend(yytokentext);
+ yyaction = yyerrorstate;
+ yytoken = T_SEMICOLON;
+ goto again;
+ }
+
+ std::cerr << qPrintable(fileName()) << ":" << tokenStartLine() << ":" << tokenStartColumn() << ": syntax error" << std::endl;
+ return false;
+}
+
+} // end of QDeclarativeJS namespace
+
+static void usage(bool showHelp = false)
+{
+ std::cerr << "Usage: qmlmin [options] file" << std::endl;
+
+ if (showHelp) {
+ std::cerr << " Removes comments and layout characters" << std::endl
+ << " The options are:" << std::endl
+ << " -o<file> write output to file rather than stdout" << std::endl
+ << " -h display this output" << std::endl;
+ }
+}
+
+int main(int argc, char *argv[])
+{
+ QCoreApplication app(argc, argv);
+
+ const QStringList args = app.arguments();
+
+ QString fileName;
+ QString outputFile;
+
+ int index = 1;
+ while (index < args.size()) {
+ const QString arg = args.at(index++);
+ const QString next = index < args.size() ? args.at(index) : QString();
+
+ if (arg == QLatin1String("-h") || arg == QLatin1String("--help")) {
+ usage(/*showHelp*/ true);
+ return 0;
+ } else if (arg == QLatin1String("-o")) {
+ if (next.isEmpty()) {
+ std::cerr << "qmlmin: argument to '-o' is missing" << std::endl;
+ return EXIT_FAILURE;
+ } else {
+ outputFile = next;
+ ++index; // consume the next argument
+ }
+ } else if (arg.startsWith(QLatin1String("-o"))) {
+ outputFile = arg.mid(2);
+
+ if (outputFile.isEmpty()) {
+ std::cerr << "qmlmin: argument to '-o' is missing" << std::endl;
+ return EXIT_FAILURE;
+ }
+ } else {
+ const bool isInvalidOpt = arg.startsWith(QLatin1Char('-'));
+ if (! isInvalidOpt && fileName.isEmpty())
+ fileName = arg;
+ else {
+ usage(/*show help*/ isInvalidOpt);
+ if (isInvalidOpt)
+ std::cerr << "qmlmin: invalid option '" << qPrintable(arg) << "'" << std::endl;
+ else
+ std::cerr << "qmlmin: too many input files specified" << std::endl;
+ return EXIT_FAILURE;
+ }
+ }
+ }
+
+ if (fileName.isEmpty()) {
+ usage();
+ return 0;
+ }
+
+ QFile file(fileName);
+ if (! file.open(QFile::ReadOnly)) {
+ std::cerr << "qmlmin: '" << qPrintable(fileName) << "' no such file or directory" << std::endl;
+ return EXIT_FAILURE;
+ }
+
+ const QString code = QString::fromUtf8(file.readAll()); // QML files are UTF-8 encoded.
+ file.close();
+
+ QDeclarativeJS::Minify minify;
+ if (! minify(fileName, code)) {
+ std::cerr << "qmlmin: cannot minify '" << qPrintable(fileName) << "' (not a valid QML/JS file)" << std::endl;
+ return EXIT_FAILURE;
+ }
+
+ //
+ // verify the output
+ //
+ QDeclarativeJS::Minify secondMinify;
+ if (! secondMinify(fileName, minify.minifiedCode()) || secondMinify.minifiedCode() != minify.minifiedCode()) {
+ std::cerr << "qmlmin: cannot minify '" << qPrintable(fileName) << "'" << std::endl;
+ return EXIT_FAILURE;
+ }
+
+ QDeclarativeJS::Tokenize originalTokens, minimizedTokens;
+ originalTokens(fileName, code);
+ minimizedTokens(fileName, minify.minifiedCode());
+
+ if (originalTokens.tokenStream().size() != minimizedTokens.tokenStream().size()) {
+ std::cerr << "qmlmin: cannot minify '" << qPrintable(fileName) << "'" << std::endl;
+ return EXIT_FAILURE;
+ }
+
+ if (outputFile.isEmpty()) {
+ const QByteArray chars = minify.minifiedCode().toUtf8();
+ std::cout << chars.constData();
+ } else {
+ QFile file(outputFile);
+ if (! file.open(QFile::WriteOnly)) {
+ std::cerr << "qmlmin: cannot minify '" << qPrintable(fileName) << "' (permission denied)" << std::endl;
+ return EXIT_FAILURE;
+ }
+
+ file.write(minify.minifiedCode().toUtf8());
+ file.close();
+ }
+
+ return 0;
+}
projects / profile / ivi / qtdeclarative.git / commitdiff