qmakeevaluator.cpp 68.2 KB
Newer Older
hjk's avatar
hjk committed
1
/****************************************************************************
2
**
3
** Copyright (C) 2013 Digia Plc and/or its subsidiary(-ies).
hjk's avatar
hjk committed
4
** Contact: http://www.qt-project.org/legal
5
**
hjk's avatar
hjk committed
6
** This file is part of Qt Creator.
7
**
hjk's avatar
hjk committed
8
9
10
11
12
13
14
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and Digia.  For licensing terms and
** conditions see http://qt.digia.com/licensing.  For further information
** use the contact form at http://qt.digia.com/contact-us.
15
16
**
** GNU Lesser General Public License Usage
hjk's avatar
hjk committed
17
18
19
20
21
22
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 as published by the Free Software
** Foundation and appearing in the file LICENSE.LGPL included in the
** packaging of this file.  Please review the following information to
** ensure the GNU Lesser General Public License version 2.1 requirements
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
23
**
hjk's avatar
hjk committed
24
25
** In addition, as a special exception, Digia gives you certain additional
** rights.  These rights are described in the Digia Qt LGPL Exception
26
27
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
hjk's avatar
hjk committed
28
****************************************************************************/
29
30

#include "qmakeevaluator.h"
31
#include "qmakeevaluator_p.h"
32
33
34

#include "qmakeglobals.h"
#include "qmakeparser.h"
35
#include "qmakevfs.h"
36
37
#include "ioutils.h"

38
39
40
41
42
43
44
45
46
47
48
49
#include <qbytearray.h>
#include <qdatetime.h>
#include <qdebug.h>
#include <qdir.h>
#include <qfile.h>
#include <qfileinfo.h>
#include <qlist.h>
#include <qregexp.h>
#include <qset.h>
#include <qstack.h>
#include <qstring.h>
#include <qstringlist.h>
50
#ifdef PROEVALUATOR_THREAD_SAFE
51
# include <qthreadpool.h>
52
53
54
55
56
57
#endif

#ifdef Q_OS_UNIX
#include <unistd.h>
#include <sys/utsname.h>
#else
Yuchen Deng's avatar
Yuchen Deng committed
58
#include <windows.h>
59
60
61
62
#endif
#include <stdio.h>
#include <stdlib.h>

63
using namespace QMakeInternal;
64
65
66
67
68

QT_BEGIN_NAMESPACE

#define fL1S(s) QString::fromLatin1(s)

69

70
71
QMakeBaseKey::QMakeBaseKey(const QString &_root, const QString &_stash, bool _hostBuild)
    : root(_root), stash(_stash), hostBuild(_hostBuild)
72
73
74
75
76
{
}

uint qHash(const QMakeBaseKey &key)
{
77
    return qHash(key.root) ^ qHash(key.stash) ^ (uint)key.hostBuild;
78
79
80
81
}

bool operator==(const QMakeBaseKey &one, const QMakeBaseKey &two)
{
82
    return one.root == two.root && one.stash == two.stash && one.hostBuild == two.hostBuild;
83
84
}

85
86
87
88
89
90
91
92
93
94
95
96
97
QMakeBaseEnv::QMakeBaseEnv()
    : evaluator(0)
{
#ifdef PROEVALUATOR_THREAD_SAFE
    inProgress = false;
#endif
}

QMakeBaseEnv::~QMakeBaseEnv()
{
    delete evaluator;
}

98
namespace QMakeInternal {
99
100
101
102
103
104
105
106
107
108
109
QMakeStatics statics;
}

void QMakeEvaluator::initStatics()
{
    if (!statics.field_sep.isNull())
        return;

    statics.field_sep = QLatin1String(" ");
    statics.strtrue = QLatin1String("true");
    statics.strfalse = QLatin1String("false");
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
110
111
    statics.strCONFIG = ProKey("CONFIG");
    statics.strARGS = ProKey("ARGS");
112
    statics.strARGC = ProKey("ARGC");
113
114
115
116
    statics.strDot = QLatin1String(".");
    statics.strDotDot = QLatin1String("..");
    statics.strever = QLatin1String("ever");
    statics.strforever = QLatin1String("forever");
117
    statics.strhost_build = QLatin1String("host_build");
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
118
    statics.strTEMPLATE = ProKey("TEMPLATE");
119
    statics.strQMAKE_PLATFORM = ProKey("QMAKE_PLATFORM");
120
    statics.strQMAKESPEC = ProKey("QMAKESPEC");
121
#ifdef PROEVALUATOR_FULL
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
122
    statics.strREQUIRES = ProKey("REQUIRES");
123
#endif
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149

    statics.fakeValue = ProStringList(ProString("_FAKE_")); // It has to have a unique begin() value

    initFunctionStatics();

    static const struct {
        const char * const oldname, * const newname;
    } mapInits[] = {
        { "INTERFACES", "FORMS" },
        { "QMAKE_POST_BUILD", "QMAKE_POST_LINK" },
        { "TARGETDEPS", "POST_TARGETDEPS" },
        { "LIBPATH", "QMAKE_LIBDIR" },
        { "QMAKE_EXT_MOC", "QMAKE_EXT_CPP_MOC" },
        { "QMAKE_MOD_MOC", "QMAKE_H_MOD_MOC" },
        { "QMAKE_LFLAGS_SHAPP", "QMAKE_LFLAGS_APP" },
        { "PRECOMPH", "PRECOMPILED_HEADER" },
        { "PRECOMPCPP", "PRECOMPILED_SOURCE" },
        { "INCPATH", "INCLUDEPATH" },
        { "QMAKE_EXTRA_WIN_COMPILERS", "QMAKE_EXTRA_COMPILERS" },
        { "QMAKE_EXTRA_UNIX_COMPILERS", "QMAKE_EXTRA_COMPILERS" },
        { "QMAKE_EXTRA_WIN_TARGETS", "QMAKE_EXTRA_TARGETS" },
        { "QMAKE_EXTRA_UNIX_TARGETS", "QMAKE_EXTRA_TARGETS" },
        { "QMAKE_EXTRA_UNIX_INCLUDES", "QMAKE_EXTRA_INCLUDES" },
        { "QMAKE_EXTRA_UNIX_VARIABLES", "QMAKE_EXTRA_VARIABLES" },
        { "QMAKE_RPATH", "QMAKE_LFLAGS_RPATH" },
        { "QMAKE_FRAMEWORKDIR", "QMAKE_FRAMEWORKPATH" },
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
150
151
        { "QMAKE_FRAMEWORKDIR_FLAGS", "QMAKE_FRAMEWORKPATH_FLAGS" },
        { "IN_PWD", "PWD" }
152
153
    };
    for (unsigned i = 0; i < sizeof(mapInits)/sizeof(mapInits[0]); ++i)
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
154
        statics.varMap.insert(ProKey(mapInits[i].oldname), ProKey(mapInits[i].newname));
155
156
}

Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
157
const ProKey &QMakeEvaluator::map(const ProKey &var)
158
{
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
159
    QHash<ProKey, ProKey>::ConstIterator it = statics.varMap.constFind(var);
160
161
    if (it == statics.varMap.constEnd())
        return var;
Robert Loehning's avatar
Robert Loehning committed
162
    deprecationWarning(fL1S("Variable %1 is deprecated; use %2 instead.")
163
164
                       .arg(var.toQString(), it.value().toQString()));
    return it.value();
165
166
167
}


168
169
QMakeEvaluator::QMakeEvaluator(QMakeGlobals *option, QMakeParser *parser, QMakeVfs *vfs,
                               QMakeHandler *handler)
170
171
172
173
  :
#ifdef PROEVALUATOR_DEBUG
    m_debugLevel(option->debugLevel),
#endif
174
    m_option(option), m_parser(parser), m_handler(handler), m_vfs(vfs)
175
176
177
178
179
{
    // So that single-threaded apps don't have to call initialize() for now.
    initStatics();

    // Configuration, more or less
180
    m_caller = 0;
181
#ifdef PROEVALUATOR_CUMULATIVE
182
    m_cumulative = false;
183
#endif
184
    m_hostBuild = false;
185
186

    // Evaluator state
187
#ifdef PROEVALUATOR_CUMULATIVE
188
    m_skipLevel = 0;
189
#endif
190
    m_listCount = 0;
191
    m_valuemapStack.push(ProValueMap());
192
    m_valuemapInited = false;
193
194
195
196
197
198
}

QMakeEvaluator::~QMakeEvaluator()
{
}

199
200
201
202
203
void QMakeEvaluator::initFrom(const QMakeEvaluator &other)
{
    Q_ASSERT_X(&other, "QMakeEvaluator::visitProFile", "Project not prepared");
    m_functionDefs = other.m_functionDefs;
    m_valuemapStack = other.m_valuemapStack;
204
    m_valuemapInited = true;
205
206
    m_qmakespec = other.m_qmakespec;
    m_qmakespecName = other.m_qmakespecName;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
207
    m_mkspecPaths = other.m_mkspecPaths;
208
    m_featureRoots = other.m_featureRoots;
209
    m_dirSep = other.m_dirSep;
210
211
}

212
213
214
215
216
217
218
219
220
221
222
223
//////// Evaluator tools /////////

uint QMakeEvaluator::getBlockLen(const ushort *&tokPtr)
{
    uint len = *tokPtr++;
    len |= (uint)*tokPtr++ << 16;
    return len;
}

ProString QMakeEvaluator::getStr(const ushort *&tokPtr)
{
    uint len = *tokPtr++;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
224
    ProString ret(m_current.pro->items(), tokPtr - m_current.pro->tokPtr(), len);
225
226
227
228
229
    ret.setSource(m_current.pro);
    tokPtr += len;
    return ret;
}

Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
230
ProKey QMakeEvaluator::getHashStr(const ushort *&tokPtr)
231
232
233
{
    uint hash = getBlockLen(tokPtr);
    uint len = *tokPtr++;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
234
    ProKey ret(m_current.pro->items(), tokPtr - m_current.pro->tokPtr(), len, hash);
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
    tokPtr += len;
    return ret;
}

void QMakeEvaluator::skipStr(const ushort *&tokPtr)
{
    uint len = *tokPtr++;
    tokPtr += len;
}

void QMakeEvaluator::skipHashStr(const ushort *&tokPtr)
{
    tokPtr += 2;
    uint len = *tokPtr++;
    tokPtr += len;
}

// FIXME: this should not build new strings for direct sections.
// Note that the E_SPRINTF and E_LIST implementations rely on the deep copy.
ProStringList QMakeEvaluator::split_value_list(const QString &vals, const ProFile *source)
{
    QString build;
    ProStringList ret;

    if (!source)
        source = currentProFile();

    const QChar *vals_data = vals.data();
    const int vals_len = vals.length();
264
265
    ushort quote = 0;
    bool hadWord = false;
266
    for (int x = 0; x < vals_len; x++) {
267
268
269
        ushort unicode = vals_data[x].unicode();
        if (unicode == quote) {
            quote = 0;
270
271
            hadWord = true;
            build += QChar(unicode);
272
            continue;
273
        }
274
275
276
277
278
        switch (unicode) {
        case '"':
        case '\'':
            quote = unicode;
            hadWord = true;
279
            break;
280
281
282
283
284
285
286
287
288
289
290
291
292
293
        case ' ':
        case '\t':
            if (!quote) {
                if (hadWord) {
                    ret << ProString(build).setSource(source);
                    build.clear();
                    hadWord = false;
                }
                continue;
            }
            break;
        case '\\':
            if (x + 1 != vals_len) {
                ushort next = vals_data[++x].unicode();
294
295
                if (next == '\'' || next == '"' || next == '\\') {
                    build += QChar(unicode);
296
                    unicode = next;
297
                } else {
298
                    --x;
299
                }
300
301
302
303
304
            }
            // fallthrough
        default:
            hadWord = true;
            break;
305
        }
306
        build += QChar(unicode);
307
    }
308
    if (hadWord)
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
309
        ret << ProString(build).setSource(source);
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
    return ret;
}

static void zipEmpty(ProStringList *value)
{
    for (int i = value->size(); --i >= 0;)
        if (value->at(i).isEmpty())
            value->remove(i);
}

static void insertUnique(ProStringList *varlist, const ProStringList &value)
{
    foreach (const ProString &str, value)
        if (!str.isEmpty() && !varlist->contains(str))
            varlist->append(str);
}

static void removeAll(ProStringList *varlist, const ProString &value)
{
    for (int i = varlist->size(); --i >= 0; )
        if (varlist->at(i) == value)
            varlist->remove(i);
}

Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
334
void QMakeEvaluator::removeEach(ProStringList *varlist, const ProStringList &value)
335
336
337
338
339
340
341
342
343
344
345
346
347
{
    foreach (const ProString &str, value)
        if (!str.isEmpty())
            removeAll(varlist, str);
}

static void replaceInList(ProStringList *varlist,
        const QRegExp &regexp, const QString &replace, bool global, QString &tmp)
{
    for (ProStringList::Iterator varit = varlist->begin(); varit != varlist->end(); ) {
        QString val = varit->toQString(tmp);
        QString copy = val; // Force detach and have a reference value
        val.replace(regexp, replace);
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
348
        if (!val.isSharedWith(copy) && val != copy) {
349
350
351
            if (val.isEmpty()) {
                varit = varlist->erase(varit);
            } else {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
352
                (*varit).setValue(val);
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
                ++varit;
            }
            if (!global)
                break;
        } else {
            ++varit;
        }
    }
}

//////// Evaluator /////////

static ALWAYS_INLINE void addStr(
        const ProString &str, ProStringList *ret, bool &pending, bool joined)
{
    if (joined) {
        ret->last().append(str, &pending);
    } else {
        if (!pending) {
            pending = true;
            *ret << str;
        } else {
            ret->last().append(str);
        }
    }
}

static ALWAYS_INLINE void addStrList(
        const ProStringList &list, ushort tok, ProStringList *ret, bool &pending, bool joined)
{
    if (!list.isEmpty()) {
        if (joined) {
            ret->last().append(list, &pending, !(tok & TokQuoted));
        } else {
            if (tok & TokQuoted) {
                if (!pending) {
                    pending = true;
                    *ret << ProString();
                }
                ret->last().append(list);
            } else {
                if (!pending) {
                    // Another qmake bizzarity: if nothing is pending and the
                    // first element is empty, it will be eaten
                    if (!list.at(0).isEmpty()) {
                        // The common case
                        pending = true;
                        *ret += list;
                        return;
                    }
                } else {
                    ret->last().append(list.at(0));
                }
                // This is somewhat slow, but a corner case
                for (int j = 1; j < list.size(); ++j) {
                    pending = true;
                    *ret << list.at(j);
                }
            }
        }
    }
}

void QMakeEvaluator::evaluateExpression(
        const ushort *&tokPtr, ProStringList *ret, bool joined)
{
419
    debugMsg(2, joined ? "evaluating joined expression" : "evaluating expression");
420
421
422
423
424
    if (joined)
        *ret << ProString();
    bool pending = false;
    forever {
        ushort tok = *tokPtr++;
425
426
        if (tok & TokNewStr) {
            debugMsg(2, "new string");
427
            pending = false;
428
        }
429
430
431
432
433
        ushort maskedTok = tok & TokMask;
        switch (maskedTok) {
        case TokLine:
            m_current.line = *tokPtr++;
            break;
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
        case TokLiteral: {
            const ProString &val = getStr(tokPtr);
            debugMsg(2, "literal %s", dbgStr(val));
            addStr(val, ret, pending, joined);
            break; }
        case TokHashLiteral: {
            const ProKey &val = getHashStr(tokPtr);
            debugMsg(2, "hashed literal %s", dbgStr(val.toString()));
            addStr(val, ret, pending, joined);
            break; }
        case TokVariable: {
            const ProKey &var = getHashStr(tokPtr);
            const ProStringList &val = values(map(var));
            debugMsg(2, "variable %s => %s", dbgKey(var), dbgStrList(val));
            addStrList(val, tok, ret, pending, joined);
            break; }
        case TokProperty: {
            const ProKey &var = getHashStr(tokPtr);
            const ProString &val = propertyValue(var);
            debugMsg(2, "property %s => %s", dbgKey(var), dbgStr(val));
            addStr(val, ret, pending, joined);
            break; }
        case TokEnvVar: {
            const ProString &var = getStr(tokPtr);
Daniel Teske's avatar
Daniel Teske committed
458
            const ProString &val = ProString(m_option->getEnv(var.toQString()));
459
460
            debugMsg(2, "env var %s => %s", dbgStr(var), dbgStr(val));
            addStr(val, ret, pending, joined);
461
            break; }
462
        case TokFuncName: {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
463
            const ProKey &func = getHashStr(tokPtr);
464
            debugMsg(2, "function %s", dbgKey(func));
465
466
467
            addStrList(evaluateExpandFunction(func, tokPtr), tok, ret, pending, joined);
            break; }
        default:
468
            debugMsg(2, "evaluated expression => %s", dbgStrList(*ret));
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
            tokPtr--;
            return;
        }
    }
}

void QMakeEvaluator::skipExpression(const ushort *&pTokPtr)
{
    const ushort *tokPtr = pTokPtr;
    forever {
        ushort tok = *tokPtr++;
        switch (tok) {
        case TokLine:
            m_current.line = *tokPtr++;
            break;
        case TokValueTerminator:
        case TokFuncTerminator:
            pTokPtr = tokPtr;
            return;
        case TokArgSeparator:
            break;
        default:
            switch (tok & TokMask) {
            case TokLiteral:
            case TokEnvVar:
                skipStr(tokPtr);
                break;
            case TokHashLiteral:
            case TokVariable:
498
            case TokProperty:
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
                skipHashStr(tokPtr);
                break;
            case TokFuncName:
                skipHashStr(tokPtr);
                pTokPtr = tokPtr;
                skipExpression(pTokPtr);
                tokPtr = pTokPtr;
                break;
            default:
                Q_ASSERT_X(false, "skipExpression", "Unrecognized token");
                break;
            }
        }
    }
}

QMakeEvaluator::VisitReturn QMakeEvaluator::visitProBlock(
        ProFile *pro, const ushort *tokPtr)
{
    m_current.pro = pro;
    m_current.line = 0;
    return visitProBlock(tokPtr);
}

QMakeEvaluator::VisitReturn QMakeEvaluator::visitProBlock(
        const ushort *tokPtr)
{
526
    traceMsg("entering block");
527
528
529
530
    ProStringList curr;
    bool okey = true, or_op = false, invert = false;
    uint blockLen;
    while (ushort tok = *tokPtr++) {
531
        VisitReturn ret;
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
        switch (tok) {
        case TokLine:
            m_current.line = *tokPtr++;
            continue;
        case TokAssign:
        case TokAppend:
        case TokAppendUnique:
        case TokRemove:
        case TokReplace:
            visitProVariable(tok, curr, tokPtr);
            curr.clear();
            continue;
        case TokBranch:
            blockLen = getBlockLen(tokPtr);
            if (m_cumulative) {
547
#ifdef PROEVALUATOR_CUMULATIVE
548
549
550
551
552
553
554
555
556
557
558
559
560
                if (!okey)
                    m_skipLevel++;
                ret = blockLen ? visitProBlock(tokPtr) : ReturnTrue;
                tokPtr += blockLen;
                blockLen = getBlockLen(tokPtr);
                if (!okey)
                    m_skipLevel--;
                else
                    m_skipLevel++;
                if ((ret == ReturnTrue || ret == ReturnFalse) && blockLen)
                    ret = visitProBlock(tokPtr);
                if (okey)
                    m_skipLevel--;
561
#endif
562
            } else {
563
564
                if (okey) {
                    traceMsg("taking 'then' branch");
565
                    ret = blockLen ? visitProBlock(tokPtr) : ReturnTrue;
566
567
                    traceMsg("finished 'then' branch");
                }
568
569
                tokPtr += blockLen;
                blockLen = getBlockLen(tokPtr);
570
571
                if (!okey) {
                    traceMsg("taking 'else' branch");
572
                    ret = blockLen ? visitProBlock(tokPtr) : ReturnTrue;
573
574
                    traceMsg("finished 'else' branch");
                }
575
576
577
578
579
            }
            tokPtr += blockLen;
            okey = true, or_op = false; // force next evaluation
            break;
        case TokForLoop:
580
            if (m_cumulative || okey != or_op) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
581
                const ProKey &variable = getHashStr(tokPtr);
582
583
584
585
586
587
588
589
590
591
                uint exprLen = getBlockLen(tokPtr);
                const ushort *exprPtr = tokPtr;
                tokPtr += exprLen;
                blockLen = getBlockLen(tokPtr);
                ret = visitProLoop(variable, exprPtr, tokPtr);
            } else {
                skipHashStr(tokPtr);
                uint exprLen = getBlockLen(tokPtr);
                tokPtr += exprLen;
                blockLen = getBlockLen(tokPtr);
592
                traceMsg("skipped loop");
593
594
595
596
597
598
599
600
                ret = ReturnTrue;
            }
            tokPtr += blockLen;
            okey = true, or_op = false; // force next evaluation
            break;
        case TokTestDef:
        case TokReplaceDef:
            if (m_cumulative || okey != or_op) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
601
                const ProKey &name = getHashStr(tokPtr);
602
603
                blockLen = getBlockLen(tokPtr);
                visitProFunctionDef(tok, name, tokPtr);
604
605
                traceMsg("defined %s function %s",
                      tok == TokTestDef ? "test" : "replace", dbgKey(name));
606
            } else {
607
                traceMsg("skipped function definition");
608
609
610
611
612
613
614
                skipHashStr(tokPtr);
                blockLen = getBlockLen(tokPtr);
            }
            tokPtr += blockLen;
            okey = true, or_op = false; // force next evaluation
            continue;
        case TokNot:
615
            traceMsg("NOT");
616
617
618
            invert ^= true;
            continue;
        case TokAnd:
619
            traceMsg("AND");
620
621
622
            or_op = false;
            continue;
        case TokOr:
623
            traceMsg("OR");
624
625
626
627
628
629
630
631
632
            or_op = true;
            continue;
        case TokCondition:
            if (!m_skipLevel && okey != or_op) {
                if (curr.size() != 1) {
                    if (!m_cumulative || !curr.isEmpty())
                        evalError(fL1S("Conditional must expand to exactly one word."));
                    okey = false;
                } else {
633
634
635
                    okey = isActiveConfig(curr.at(0).toQString(m_tmp2), true);
                    traceMsg("condition %s is %s", dbgStr(curr.at(0)), dbgBool(okey));
                    okey ^= invert;
636
                }
637
638
            } else {
                traceMsg("skipped condition %s", curr.size() == 1 ? dbgStr(curr.at(0)) : "<invalid>");
639
640
641
642
643
644
645
646
647
648
649
650
651
            }
            or_op = !okey; // tentatively force next evaluation
            invert = false;
            curr.clear();
            continue;
        case TokTestCall:
            if (!m_skipLevel && okey != or_op) {
                if (curr.size() != 1) {
                    if (!m_cumulative || !curr.isEmpty())
                        evalError(fL1S("Test name must expand to exactly one word."));
                    skipExpression(tokPtr);
                    okey = false;
                } else {
652
                    traceMsg("evaluating test function %s", dbgStr(curr.at(0)));
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
653
                    ret = evaluateConditionalFunction(curr.at(0).toKey(), tokPtr);
654
655
656
                    switch (ret) {
                    case ReturnTrue: okey = true; break;
                    case ReturnFalse: okey = false; break;
657
658
659
                    default:
                        traceMsg("aborting block, function status: %s", dbgReturn(ret));
                        return ret;
660
                    }
661
                    traceMsg("test function returned %s", dbgBool(okey));
662
663
664
                    okey ^= invert;
                }
            } else if (m_cumulative) {
665
#ifdef PROEVALUATOR_CUMULATIVE
666
667
668
669
                m_skipLevel++;
                if (curr.size() != 1)
                    skipExpression(tokPtr);
                else
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
670
                    evaluateConditionalFunction(curr.at(0).toKey(), tokPtr);
671
                m_skipLevel--;
672
#endif
673
674
            } else {
                skipExpression(tokPtr);
675
                traceMsg("skipped test function %s", curr.size() == 1 ? dbgStr(curr.at(0)) : "<invalid>");
676
677
678
679
680
            }
            or_op = !okey; // tentatively force next evaluation
            invert = false;
            curr.clear();
            continue;
681
682
683
684
685
686
687
688
689
690
691
        case TokReturn:
            m_returnValue = curr;
            curr.clear();
            ret = ReturnReturn;
            goto ctrlstm;
        case TokBreak:
            ret = ReturnBreak;
            goto ctrlstm;
        case TokNext:
            ret = ReturnNext;
          ctrlstm:
692
693
            if (!m_skipLevel && okey != or_op) {
                traceMsg("flow control statement '%s', aborting block", dbgReturn(ret));
694
                return ret;
695
696
            }
            traceMsg("skipped flow control statement '%s'", dbgReturn(ret));
697
698
            okey = false, or_op = true; // force next evaluation
            continue;
699
700
701
702
703
704
705
        default: {
                const ushort *oTokPtr = --tokPtr;
                evaluateExpression(tokPtr, &curr, false);
                if (tokPtr != oTokPtr)
                    continue;
            }
            Q_ASSERT_X(false, "visitProBlock", "unexpected item type");
706
            continue;
707
        }
708
709
        if (ret != ReturnTrue && ret != ReturnFalse) {
            traceMsg("aborting block, status: %s", dbgReturn(ret));
710
            return ret;
711
        }
712
    }
713
    traceMsg("leaving block, okey=%s", dbgBool(okey));
714
    return returnBool(okey);
715
716
717
718
}


void QMakeEvaluator::visitProFunctionDef(
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
719
        ushort tok, const ProKey &name, const ushort *tokPtr)
720
{
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
721
    QHash<ProKey, ProFunctionDef> *hash =
722
723
724
725
726
727
728
            (tok == TokTestDef
             ? &m_functionDefs.testFunctions
             : &m_functionDefs.replaceFunctions);
    hash->insert(name, ProFunctionDef(m_current.pro, tokPtr - m_current.pro->tokPtr()));
}

QMakeEvaluator::VisitReturn QMakeEvaluator::visitProLoop(
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
729
        const ProKey &_variable, const ushort *exprPtr, const ushort *tokPtr)
730
731
732
733
{
    VisitReturn ret = ReturnTrue;
    bool infinite = false;
    int index = 0;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
734
    ProKey variable;
735
736
737
738
739
740
741
742
743
744
    ProStringList oldVarVal;
    ProString it_list = expandVariableReferences(exprPtr, 0, true).at(0);
    if (_variable.isEmpty()) {
        if (it_list != statics.strever) {
            evalError(fL1S("Invalid loop expression."));
            return ReturnFalse;
        }
        it_list = ProString(statics.strforever);
    } else {
        variable = map(_variable);
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
745
        oldVarVal = values(variable);
746
    }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
747
    ProStringList list = values(it_list.toKey());
748
749
    if (list.isEmpty()) {
        if (it_list == statics.strforever) {
750
751
752
753
754
            if (m_cumulative) {
                // The termination conditions wouldn't be evaluated, so we must skip it.
                traceMsg("skipping forever loop in cumulative mode");
                return ReturnFalse;
            }
755
756
757
758
759
760
761
762
763
764
            infinite = true;
        } else {
            const QString &itl = it_list.toQString(m_tmp1);
            int dotdot = itl.indexOf(statics.strDotDot);
            if (dotdot != -1) {
                bool ok;
                int start = itl.left(dotdot).toInt(&ok);
                if (ok) {
                    int end = itl.mid(dotdot+2).toInt(&ok);
                    if (ok) {
765
766
767
768
769
770
                        if (m_cumulative && qAbs(end - start) > 100) {
                            // Such a loop is unlikely to contribute something useful to the
                            // file collection, and may cause considerable delay.
                            traceMsg("skipping excessive loop in cumulative mode");
                            return ReturnFalse;
                        }
771
772
                        if (start < end) {
                            for (int i = start; i <= end; i++)
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
773
                                list << ProString(QString::number(i));
774
775
                        } else {
                            for (int i = start; i >= end; i--)
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
776
                                list << ProString(QString::number(i));
777
778
779
780
781
782
783
                        }
                    }
                }
            }
        }
    }

784
785
786
787
788
    if (infinite)
        traceMsg("entering infinite loop for %s", dbgKey(variable));
    else
        traceMsg("entering loop for %s over %s", dbgKey(variable), dbgStrList(list));

789
790
791
    forever {
        if (infinite) {
            if (!variable.isEmpty())
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
792
                m_valuemapStack.top()[variable] = ProStringList(ProString(QString::number(index++)));
793
            if (index > 1000) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
794
                evalError(fL1S("Ran into infinite loop (> 1000 iterations)."));
795
796
                break;
            }
797
            traceMsg("loop iteration %d", index);
798
799
800
801
802
803
804
        } else {
            ProString val;
            do {
                if (index >= list.count())
                    goto do_break;
                val = list.at(index++);
            } while (val.isEmpty()); // stupid, but qmake is like that
805
            traceMsg("loop iteration %s", dbgStr(val));
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
            m_valuemapStack.top()[variable] = ProStringList(val);
        }

        ret = visitProBlock(tokPtr);
        switch (ret) {
        case ReturnTrue:
        case ReturnFalse:
            break;
        case ReturnNext:
            ret = ReturnTrue;
            break;
        case ReturnBreak:
            ret = ReturnTrue;
            goto do_break;
        default:
            goto do_break;
        }
    }
  do_break:

826
827
    traceMsg("done looping");

828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
    if (!variable.isEmpty())
        m_valuemapStack.top()[variable] = oldVarVal;
    return ret;
}

void QMakeEvaluator::visitProVariable(
        ushort tok, const ProStringList &curr, const ushort *&tokPtr)
{
    int sizeHint = *tokPtr++;

    if (curr.size() != 1) {
        skipExpression(tokPtr);
        if (!m_cumulative || !curr.isEmpty())
            evalError(fL1S("Left hand side of assignment must expand to exactly one word."));
        return;
    }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
844
    const ProKey &varName = map(curr.first());
845
846
847
848
849
850
851

    if (tok == TokReplace) {      // ~=
        // DEFINES ~= s/a/b/?[gqi]

        const ProStringList &varVal = expandVariableReferences(tokPtr, sizeHint, true);
        const QString &val = varVal.at(0).toQString(m_tmp1);
        if (val.length() < 4 || val.at(0) != QLatin1Char('s')) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
852
            evalError(fL1S("The ~= operator can handle only the s/// function."));
853
854
855
856
857
            return;
        }
        QChar sep = val.at(1);
        QStringList func = val.split(sep);
        if (func.count() < 3 || func.count() > 4) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
858
            evalError(fL1S("The s/// function expects 3 or 4 arguments."));
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
            return;
        }

        bool global = false, quote = false, case_sense = false;
        if (func.count() == 4) {
            global = func[3].indexOf(QLatin1Char('g')) != -1;
            case_sense = func[3].indexOf(QLatin1Char('i')) == -1;
            quote = func[3].indexOf(QLatin1Char('q')) != -1;
        }
        QString pattern = func[1];
        QString replace = func[2];
        if (quote)
            pattern = QRegExp::escape(pattern);

        QRegExp regexp(pattern, case_sense ? Qt::CaseSensitive : Qt::CaseInsensitive);

875
876
877
        // We could make a union of modified and unmodified values,
        // but this will break just as much as it fixes, so leave it as is.
        replaceInList(&valuesRef(varName), regexp, replace, global, m_tmp2);
878
        debugMsg(2, "replaced %s with %s", dbgQStr(pattern), dbgQStr(replace));
879
880
881
882
883
    } else {
        ProStringList varVal = expandVariableReferences(tokPtr, sizeHint);
        switch (tok) {
        default: // whatever - cannot happen
        case TokAssign:          // =
884
            zipEmpty(&varVal);
885
886
887
            // FIXME: add check+warning about accidental value removal.
            // This may be a bit too noisy, though.
            m_valuemapStack.top()[varName] = varVal;
888
            debugMsg(2, "assigning");
889
890
            break;
        case TokAppendUnique:    // *=
891
            insertUnique(&valuesRef(varName), varVal);
892
            debugMsg(2, "appending unique");
893
894
            break;
        case TokAppend:          // +=
895
896
            zipEmpty(&varVal);
            valuesRef(varName) += varVal;
897
            debugMsg(2, "appending");
898
899
900
            break;
        case TokRemove:       // -=
            if (!m_cumulative) {
901
                removeEach(&valuesRef(varName), varVal);
902
            } else {
903
                // We are stingy with our values.
904
            }
905
            debugMsg(2, "removing");
906
907
908
            break;
        }
    }
909
    traceMsg("%s := %s", dbgKey(varName), dbgStrList(values(varName)));
910
911
912

    if (varName == statics.strTEMPLATE)
        setTemplate();
913
    else if (varName == statics.strQMAKE_PLATFORM)
914
        m_featureRoots = 0;
915
916
917
918
919
920
    else if (varName == statics.strQMAKESPEC) {
        if (!values(varName).isEmpty()) {
            m_qmakespec = values(varName).first().toQString();
            m_featureRoots = 0;
        }
    }
921
922
923
924
#ifdef PROEVALUATOR_FULL
    else if (varName == statics.strREQUIRES)
        checkRequirements(values(varName));
#endif
925
926
927
928
929
}

void QMakeEvaluator::setTemplate()
{
    ProStringList &values = valuesRef(statics.strTEMPLATE);
930
931
    if (!m_option->user_template.isEmpty()) {
        // Don't allow override
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
932
        values = ProStringList(ProString(m_option->user_template));
933
934
    } else {
        if (values.isEmpty())
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
935
            values.append(ProString("app"));
936
937
938
939
940
941
942
        else
            values.erase(values.begin() + 1, values.end());
    }
    if (!m_option->user_template_prefix.isEmpty()) {
        QString val = values.first().toQString(m_tmp1);
        if (!val.startsWith(m_option->user_template_prefix)) {
            val.prepend(m_option->user_template_prefix);
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
943
            values = ProStringList(ProString(val));
944
945
        }
    }
946
947
}

948
949
950
951
void QMakeEvaluator::loadDefaults()
{
    ProValueMap &vars = m_valuemapStack.top();

Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
952
953
954
    vars[ProKey("DIR_SEPARATOR")] << ProString(m_option->dir_sep);
    vars[ProKey("DIRLIST_SEPARATOR")] << ProString(m_option->dirlist_sep);
    vars[ProKey("_DATE_")] << ProString(QDateTime::currentDateTime().toString());
955
    if (!m_option->qmake_abslocation.isEmpty())
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
956
        vars[ProKey("QMAKE_QMAKE")] << ProString(m_option->qmake_abslocation);
957
958
    if (!m_option->qmake_args.isEmpty())
        vars[ProKey("QMAKE_ARGS")] = ProStringList(m_option->qmake_args);
959
#if defined(Q_OS_WIN32)
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
960
    vars[ProKey("QMAKE_HOST.os")] << ProString("Windows");
961
962
963
964

    DWORD name_length = 1024;
    wchar_t name[1024];
    if (GetComputerName(name, &name_length))
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
965
        vars[ProKey("QMAKE_HOST.name")] << ProString(QString::fromWCharArray(name));
966
967

    QSysInfo::WinVersion ver = QSysInfo::WindowsVersion;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
968
    vars[ProKey("QMAKE_HOST.version")] << ProString(QString::number(ver));
969
970
    ProString verStr;
    switch (ver) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
971
972
973
974
975
976
977
978
979
    case QSysInfo::WV_Me: verStr = ProString("WinMe"); break;
    case QSysInfo::WV_95: verStr = ProString("Win95"); break;
    case QSysInfo::WV_98: verStr = ProString("Win98"); break;
    case QSysInfo::WV_NT: verStr = ProString("WinNT"); break;
    case QSysInfo::WV_2000: verStr = ProString("Win2000"); break;
    case QSysInfo::WV_2003: verStr = ProString("Win2003"); break;
    case QSysInfo::WV_XP: verStr = ProString("WinXP"); break;
    case QSysInfo::WV_VISTA: verStr = ProString("WinVista"); break;
    default: verStr = ProString("Unknown"); break;
980
    }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
981
    vars[ProKey("QMAKE_HOST.version_string")] << verStr;
982
983
984
985
986
987
988

    SYSTEM_INFO info;
    GetSystemInfo(&info);
    ProString archStr;
    switch (info.wProcessorArchitecture) {
# ifdef PROCESSOR_ARCHITECTURE_AMD64
    case PROCESSOR_ARCHITECTURE_AMD64:
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
989
        archStr = ProString("x86_64");
990
991
992
        break;
# endif
    case PROCESSOR_ARCHITECTURE_INTEL:
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
993
        archStr = ProString("x86");
994
995
996
997
998
        break;
    case PROCESSOR_ARCHITECTURE_IA64:
# ifdef PROCESSOR_ARCHITECTURE_IA32_ON_WIN64
    case PROCESSOR_ARCHITECTURE_IA32_ON_WIN64:
# endif
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
999
        archStr = ProString("IA64");
1000
1001
        break;
    default:
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1002
        archStr = ProString("Unknown");
1003
1004
        break;
    }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1005
    vars[ProKey("QMAKE_HOST.arch")] << archStr;
1006
1007

# if defined(Q_CC_MSVC) // ### bogus condition, but nobody x-builds for msvc with a different qmake
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
    QLatin1Char backslash('\\');
    QString paths = m_option->getEnv(QLatin1String("PATH"));
    QString vcBin64 = m_option->getEnv(QLatin1String("VCINSTALLDIR"));
    if (!vcBin64.endsWith(backslash))
        vcBin64.append(backslash);
    vcBin64.append(QLatin1String("bin\\amd64"));
    QString vcBinX86_64 = m_option->getEnv(QLatin1String("VCINSTALLDIR"));
    if (!vcBinX86_64.endsWith(backslash))
        vcBinX86_64.append(backslash);
    vcBinX86_64.append(QLatin1String("bin\\x86_amd64"));
1018
1019
    if (paths.contains(vcBin64, Qt::CaseInsensitive)
            || paths.contains(vcBinX86_64, Qt::CaseInsensitive))
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1020
        vars[ProKey("QMAKE_TARGET.arch")] << ProString("x86_64");
1021
    else
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1022
        vars[ProKey("QMAKE_TARGET.arch")] << ProString("x86");
1023
# endif
1024
1025
#elif defined(Q_OS_UNIX)
    struct utsname name;
Chris Stylianou's avatar
Chris Stylianou committed
1026
    if (uname(&name) != -1) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1027
1028
1029
1030
1031
        vars[ProKey("QMAKE_HOST.os")] << ProString(name.sysname);
        vars[ProKey("QMAKE_HOST.name")] << ProString(QString::fromLocal8Bit(name.nodename));
        vars[ProKey("QMAKE_HOST.version")] << ProString(name.release);
        vars[ProKey("QMAKE_HOST.version_string")] << ProString(name.version);
        vars[ProKey("QMAKE_HOST.arch")] << ProString(name.machine);
1032
1033
    }
#endif
1034
1035

    m_valuemapInited = true;
1036
1037
}

Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1038
bool QMakeEvaluator::prepareProject(const QString &inDir)
1039
{
1040
    QString superdir;
1041
    if (m_option->do_cache) {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1042
        QString conffile;
1043
1044
1045
1046
        QString cachefile = m_option->cachefile;
        if (cachefile.isEmpty())  { //find it as it has not been specified
            if (m_outputDir.isEmpty())
                goto no_cache;
1047
            superdir = m_outputDir;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1048
1049
            forever {
                QString superfile = superdir + QLatin1String("/.qmake.super");
1050
                if (m_vfs->exists(superfile)) {
1051
                    m_superfile = QDir::cleanPath(superfile);
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1052
1053
1054
1055
1056
1057
1058
1059
1060
                    break;
                }
                QFileInfo qdfi(superdir);
                if (qdfi.isRoot()) {
                    superdir.clear();
                    break;
                }
                superdir = qdfi.path();
            }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1061
            QString sdir = inDir;
1062
            QString dir = m_outputDir;
1063
            forever {
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1064
                conffile = sdir + QLatin1String("/.qmake.conf");
1065
                if (!m_vfs->exists(conffile))
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1066
                    conffile.clear();
1067
                cachefile = dir + QLatin1String("/.qmake.cache");
1068
                if (!m_vfs->exists(cachefile))
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1069
1070
                    cachefile.clear();
                if (!conffile.isEmpty() || !cachefile.isEmpty()) {
1071
1072
                    if (dir != sdir)
                        m_sourceRoot = sdir;
1073
                    m_buildRoot = dir;
1074
1075
                    break;
                }
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1076
1077
                if (dir == superdir)
                    goto no_cache;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1078
                QFileInfo qsdfi(sdir);
1079
                QFileInfo qdfi(dir);
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1080
                if (qsdfi.isRoot() || qdfi.isRoot())
1081
                    goto no_cache;
Oswald Buddenhagen's avatar
Oswald Buddenhagen committed
1082
                sdir = qsdfi.path();
1083
                dir = qdfi.path();
1084
            }
1085
1086
        } else {
            m_buildRoot = QFileInfo(cachefile).path();
1087
        }
1088
1089
        m_conffile = QDir::cleanPath(conffile);
        m_cachefile = QDir::cleanPath(cachefile);
1090
    }
1091
  no_cache:
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113

    // Look for mkspecs/ in source and build. First to win determines the root.
    QString sdir = inDir;
    QString dir = m_outputDir;
    while (dir != m_buildRoot) {
        if ((dir != sdir && QFileInfo(sdir, QLatin1String("mkspecs")).isDir())
                || QFileInfo(dir, QLatin1String("mkspecs")).isDir()) {
            if (dir != sdir)
                m_sourceRoot = sdir;
            m_buildRoot = dir;
            break;
        }
        if (dir == superdir)
            break;
        QFileInfo qsdfi(sdir);
        QFileInfo qdfi(dir);
        if (qsdfi.isRoot() || qdfi.isRoot())
            break;
        sdir = qsdfi.path();
        dir = qdfi.path();
    }

1114
1115
1116
1117
1118
1119
1120
<