cppmodelmanager.cpp 37.3 KB
Newer Older
1
/**************************************************************************
con's avatar
con committed
2
3
4
**
** This file is part of Qt Creator
**
con's avatar
con committed
5
** Copyright (c) 2011 Nokia Corporation and/or its subsidiary(-ies).
con's avatar
con committed
6
**
hjk's avatar
hjk committed
7
** Contact: Nokia Corporation (info@qt.nokia.com)
con's avatar
con committed
8
**
9
**
10
** GNU Lesser General Public License Usage
11
**
hjk's avatar
hjk committed
12
13
14
15
16
17
** This file may be used under the terms of the GNU Lesser General Public
** License version 2.1 as published by the Free Software Foundation and
** appearing in the file LICENSE.LGPL included in the packaging of this file.
** Please review the following information to ensure the GNU Lesser General
** Public License version 2.1 requirements will be met:
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
18
**
con's avatar
con committed
19
** In addition, as a special exception, Nokia gives you certain additional
hjk's avatar
hjk committed
20
** rights. These rights are described in the Nokia Qt LGPL Exception
con's avatar
con committed
21
22
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
hjk's avatar
hjk committed
23
24
25
26
27
** Other Usage
**
** Alternatively, this file may be used in accordance with the terms and
** conditions contained in a signed written agreement between you and Nokia.
**
con's avatar
con committed
28
** If you have questions regarding the use of this file, please contact
Tobias Hunger's avatar
Tobias Hunger committed
29
** Nokia at info@qt.nokia.com.
con's avatar
con committed
30
**
31
**************************************************************************/
hjk's avatar
hjk committed
32

Roberto Raggi's avatar
Roberto Raggi committed
33
#include <cplusplus/pp.h>
34
#include <cplusplus/Overview.h>
con's avatar
con committed
35
36

#include "cppmodelmanager.h"
37
#include "abstracteditorsupport.h"
Wolfgang Beck's avatar
Wolfgang Beck committed
38
39
40
41
42
#ifndef ICHECK_BUILD
#  include "cpptoolsconstants.h"
#  include "cpptoolseditorsupport.h"
#  include "cppfindreferences.h"
#endif
con's avatar
con committed
43

44
#include <functional>
45
#include <QtCore/QtConcurrentRun>
Wolfgang Beck's avatar
Wolfgang Beck committed
46
#ifndef ICHECK_BUILD
47
#  include <QtCore/QFutureSynchronizer>
Wolfgang Beck's avatar
Wolfgang Beck committed
48
49
50
51
52
53
54
55
56
57
58
59
60
#  include <qtconcurrent/runextensions.h>
#  include <texteditor/itexteditor.h>
#  include <texteditor/basetexteditor.h>
#  include <projectexplorer/project.h>
#  include <projectexplorer/projectexplorer.h>
#  include <projectexplorer/projectexplorerconstants.h>
#  include <projectexplorer/session.h>
#  include <coreplugin/icore.h>
#  include <coreplugin/mimedatabase.h>
#  include <coreplugin/editormanager/editormanager.h>
#  include <coreplugin/progressmanager/progressmanager.h>
#  include <extensionsystem/pluginmanager.h>
#else
61
#  include <QtCore/QDir>
Wolfgang Beck's avatar
Wolfgang Beck committed
62
#endif
63

hjk's avatar
hjk committed
64
65
#include <utils/qtcassert.h>

con's avatar
con committed
66
67
68
69
70
71
72
73
#include <TranslationUnit.h>
#include <AST.h>
#include <Scope.h>
#include <Literals.h>
#include <Symbols.h>
#include <Names.h>
#include <NameVisitor.h>
#include <TypeVisitor.h>
74
#include <ASTVisitor.h>
con's avatar
con committed
75
76
#include <Lexer.h>
#include <Token.h>
77
78
#include <Parser.h>
#include <Control.h>
79
#include <CoreTypes.h>
con's avatar
con committed
80

81
#include <QtCore/QCoreApplication>
hjk's avatar
hjk committed
82
83
84
#include <QtCore/QDebug>
#include <QtCore/QMutexLocker>
#include <QtCore/QTime>
Roberto Raggi's avatar
Roberto Raggi committed
85
#include <QtCore/QTimer>
86
#include <QtConcurrentMap>
87
88
89

#include <QtGui/QTextBlock>

90
91
#include <iostream>
#include <sstream>
hjk's avatar
hjk committed
92

93
94
using namespace CppTools;
using namespace CppTools::Internal;
con's avatar
con committed
95
96
using namespace CPlusPlus;

97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
#if defined(QTCREATOR_WITH_DUMP_AST) && defined(Q_CC_GNU)

#include <cxxabi.h>

class DumpAST: protected ASTVisitor
{
public:
    int depth;

    DumpAST(Control *control)
        : ASTVisitor(control), depth(0)
    { }

    void operator()(AST *ast)
    { accept(ast); }

protected:
    virtual bool preVisit(AST *ast)
    {
        std::ostringstream s;
        PrettyPrinter pp(control(), s);
        pp(ast);
        QString code = QString::fromStdString(s.str());
        code.replace('\n', ' ');
        code.replace(QRegExp("\\s+"), " ");

        const char *name = abi::__cxa_demangle(typeid(*ast).name(), 0, 0, 0) + 11;

        QByteArray ind(depth, ' ');
        ind += name;

        printf("%-40s %s\n", ind.constData(), qPrintable(code));
        ++depth;
        return true;
    }

    virtual void postVisit(AST *)
    { --depth; }
};

Roberto Raggi's avatar
Roberto Raggi committed
137
#endif // QTCREATOR_WITH_DUMP_AST
138

con's avatar
con committed
139
140
141
142
143
144
145
146
147
148
static const char pp_configuration_file[] = "<configuration>";

static const char pp_configuration[] =
    "# 1 \"<configuration>\"\n"
    "#define __cplusplus 1\n"
    "#define __extension__\n"
    "#define __context__\n"
    "#define __range__\n"
    "#define   restrict\n"
    "#define __restrict\n"
149
    "#define __restrict__\n"
con's avatar
con committed
150

151
152
153
154
    "#define __complex__\n"
    "#define __imag__\n"
    "#define __real__\n"

155
156
    "#define __builtin_va_arg(a,b) ((b)0)\n"

con's avatar
con committed
157
158
    // ### add macros for win32
    "#define __cdecl\n"
159
    "#define __stdcall\n"
con's avatar
con committed
160
161
162
163
164
165
166
167
168
169
    "#define QT_WA(x) x\n"
    "#define API\n"
    "#define WINAPI\n"
    "#define CALLBACK\n"
    "#define STDMETHODCALLTYPE\n"
    "#define __RPC_FAR\n"
    "#define APIENTRY\n"
    "#define __declspec(a)\n"
    "#define STDMETHOD(method) virtual HRESULT STDMETHODCALLTYPE method\n";

170
#ifndef ICHECK_BUILD
171
CppPreprocessor::CppPreprocessor(QPointer<CppModelManager> modelManager)
172
173
    : snapshot(modelManager->snapshot()),
      m_modelManager(modelManager),
174
175
      preprocess(this, &env),
      m_revision(0)
176
177
178
{
    preprocess.setKeepComments(true);
}
Roberto Raggi's avatar
Roberto Raggi committed
179

180
181
182
183
184
185
186
187
188
#else

CppPreprocessor::CppPreprocessor(QPointer<CPlusPlus::ParseManager> modelManager)
    : preprocess(this, &env),
      m_revision(0)
{
}
#endif

Roberto Raggi's avatar
Roberto Raggi committed
189
CppPreprocessor::~CppPreprocessor()
190
{ }
con's avatar
con committed
191

192
193
194
void CppPreprocessor::setRevision(unsigned revision)
{ m_revision = revision; }

195
void CppPreprocessor::setWorkingCopy(const CppModelManagerInterface::WorkingCopy &workingCopy)
196
{ m_workingCopy = workingCopy; }
con's avatar
con committed
197

198
void CppPreprocessor::setIncludePaths(const QStringList &includePaths)
199
200
201
202
{
    m_includePaths.clear();

    for (int i = 0; i < includePaths.size(); ++i) {
203
        const QString &path = includePaths.at(i);
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

#ifdef Q_OS_DARWIN
        if (i + 1 < includePaths.size() && path.endsWith(QLatin1String(".framework/Headers"))) {
            const QFileInfo pathInfo(path);
            const QFileInfo frameworkFileInfo(pathInfo.path());
            const QString frameworkName = frameworkFileInfo.baseName();

            const QFileInfo nextIncludePath = includePaths.at(i + 1);
            if (nextIncludePath.fileName() == frameworkName) {
                // We got a QtXXX.framework/Headers followed by $QTDIR/include/QtXXX.
                // In this case we prefer to include files from $QTDIR/include/QtXXX.
                continue;
            }
        }
        m_includePaths.append(path);
#else
        m_includePaths.append(path);
#endif
    }
}
224
225

void CppPreprocessor::setFrameworkPaths(const QStringList &frameworkPaths)
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
{
    m_frameworkPaths.clear();

    foreach (const QString &frameworkPath, frameworkPaths) {
        addFrameworkPath(frameworkPath);
    }
}

// Add the given framework path, and expand private frameworks.
//
// Example:
//  <framework-path>/ApplicationServices.framework
// has private frameworks in:
//  <framework-path>/ApplicationServices.framework/Frameworks
// if the "Frameworks" folder exists inside the top level framework.
void CppPreprocessor::addFrameworkPath(const QString &frameworkPath)
{
    // The algorithm below is a bit too eager, but that's because we're not getting
    // in the frameworks we're linking against. If we would have that, then we could
    // add only those private frameworks.
    if (!m_frameworkPaths.contains(frameworkPath)) {
        m_frameworkPaths.append(frameworkPath);
    }

    const QDir frameworkDir(frameworkPath);
    const QStringList filter = QStringList() << QLatin1String("*.framework");
    foreach (const QFileInfo &framework, frameworkDir.entryInfoList(filter)) {
        if (!framework.isDir())
            continue;
        const QFileInfo privateFrameworks(framework.absoluteFilePath(), QLatin1String("Frameworks"));
        if (privateFrameworks.exists() && privateFrameworks.isDir()) {
            addFrameworkPath(privateFrameworks.absoluteFilePath());
        }
    }
}
con's avatar
con committed
261

262
263
264
void CppPreprocessor::setProjectFiles(const QStringList &files)
{ m_projectFiles = files; }

265
266
267
void CppPreprocessor::setTodo(const QStringList &files)
{ m_todo = QSet<QString>::fromList(files); }

268
#ifndef ICHECK_BUILD
Wolfgang Beck's avatar
Wolfgang Beck committed
269
namespace {
270
class Process: public std::unary_function<Document::Ptr, void>
271
272
{
    QPointer<CppModelManager> _modelManager;
273
274
    Snapshot _snapshot;
    Document::Ptr _doc;
Roberto Raggi's avatar
Roberto Raggi committed
275
    Document::CheckMode _mode;
276
277

public:
278
    Process(QPointer<CppModelManager> modelManager,
Roberto Raggi's avatar
Roberto Raggi committed
279
280
            Document::Ptr doc,
            const Snapshot &snapshot,
281
            const CppModelManager::WorkingCopy &workingCopy)
282
283
        : _modelManager(modelManager),
          _snapshot(snapshot),
Roberto Raggi's avatar
Roberto Raggi committed
284
285
          _doc(doc),
          _mode(Document::FastCheck)
286
    {
287

Roberto Raggi's avatar
Roberto Raggi committed
288
289
290
        if (workingCopy.contains(_doc->fileName()))
            _mode = Document::FullCheck;
    }
291

Roberto Raggi's avatar
Roberto Raggi committed
292
293
294
    void operator()()
    {
        _doc->check(_mode);
295

296
        if (_modelManager)
Roberto Raggi's avatar
Roberto Raggi committed
297
            _modelManager->emitDocumentUpdated(_doc); // ### TODO: compress
298
299

        _doc->releaseSourceAndAST();
300
301
302
    }
};
} // end of anonymous namespace
Wolfgang Beck's avatar
Wolfgang Beck committed
303
#endif
304
305
306
307
308
309

void CppPreprocessor::run(const QString &fileName)
{
    QString absoluteFilePath = fileName;
    sourceNeeded(absoluteFilePath, IncludeGlobal, /*line = */ 0);
}
310

311
void CppPreprocessor::resetEnvironment()
312
313
314
315
{
    env.reset();
    m_processed.clear();
}
316

317
bool CppPreprocessor::includeFile(const QString &absoluteFilePath, QString *result, unsigned *revision)
318
{
319
    if (absoluteFilePath.isEmpty() || m_included.contains(absoluteFilePath))
320
321
322
323
        return true;

    if (m_workingCopy.contains(absoluteFilePath)) {
        m_included.insert(absoluteFilePath);
324
325
326
        const QPair<QString, unsigned> r = m_workingCopy.get(absoluteFilePath);
        *result = r.first;
        *revision = r.second;
327
328
329
330
331
        return true;
    }

    QFileInfo fileInfo(absoluteFilePath);
    if (! fileInfo.isFile())
con's avatar
con committed
332
        return false;
333
334
335
336
337
338
339
340
341

    QFile file(absoluteFilePath);
    if (file.open(QFile::ReadOnly)) {
        m_included.insert(absoluteFilePath);
        QTextStream stream(&file);
        const QString contents = stream.readAll();
        *result = contents.toUtf8();
        file.close();
        return true;
con's avatar
con committed
342
343
    }

344
345
346
    return false;
}

347
QString CppPreprocessor::tryIncludeFile(QString &fileName, IncludeType type, unsigned *revision)
Roberto Raggi's avatar
Roberto Raggi committed
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
{
    if (type == IncludeGlobal) {
        const QString fn = m_fileNameCache.value(fileName);

        if (! fn.isEmpty()) {
            fileName = fn;

            if (revision)
                *revision = 0;

            return QString();
        }
    }

    const QString originalFileName = fileName;
    const QString contents = tryIncludeFile_helper(fileName, type, revision);
    if (type == IncludeGlobal)
        m_fileNameCache.insert(originalFileName, fileName);
    return contents;
}

369
370
371
372
373
374
static inline void appendDirSeparatorIfNeeded(QString &path)
{
    if (!path.endsWith(QLatin1Char('/'), Qt::CaseInsensitive))
        path += QLatin1Char('/');
}

Roberto Raggi's avatar
Roberto Raggi committed
375
QString CppPreprocessor::tryIncludeFile_helper(QString &fileName, IncludeType type, unsigned *revision)
376
377
378
{
    QFileInfo fileInfo(fileName);
    if (fileName == QLatin1String(pp_configuration_file) || fileInfo.isAbsolute()) {
379
        QString contents;
380
        includeFile(fileName, &contents, revision);
381
382
383
384
385
386
        return contents;
    }

    if (type == IncludeLocal && m_currentDoc) {
        QFileInfo currentFileInfo(m_currentDoc->fileName());
        QString path = currentFileInfo.absolutePath();
387
        appendDirSeparatorIfNeeded(path);
388
389
        path += fileName;
        path = QDir::cleanPath(path);
390
        QString contents;
391
        if (includeFile(path, &contents, revision)) {
392
            fileName = path;
con's avatar
con committed
393
394
            return contents;
        }
395
    }
con's avatar
con committed
396

397
398
    foreach (const QString &includePath, m_includePaths) {
        QString path = includePath;
399
        appendDirSeparatorIfNeeded(path);
400
401
        path += fileName;
        path = QDir::cleanPath(path);
402
        QString contents;
403
        if (includeFile(path, &contents, revision)) {
404
405
            fileName = path;
            return contents;
con's avatar
con committed
406
        }
407
    }
con's avatar
con committed
408

409
410
411
    // look in the system include paths
    foreach (const QString &includePath, m_systemIncludePaths) {
        QString path = includePath;
412
        appendDirSeparatorIfNeeded(path);
413
414
        path += fileName;
        path = QDir::cleanPath(path);
415
        QString contents;
416
        if (includeFile(path, &contents, revision)) {
417
418
            fileName = path;
            return contents;
con's avatar
con committed
419
        }
420
421
422
423
424
425
    }

    int index = fileName.indexOf(QLatin1Char('/'));
    if (index != -1) {
        QString frameworkName = fileName.left(index);
        QString name = fileName.mid(index + 1);
con's avatar
con committed
426

427
428
        foreach (const QString &frameworkPath, m_frameworkPaths) {
            QString path = frameworkPath;
429
            appendDirSeparatorIfNeeded(path);
430
431
432
            path += frameworkName;
            path += QLatin1String(".framework/Headers/");
            path += name;
433
            path = QDir::cleanPath(path);
434
            QString contents;
435
            if (includeFile(path, &contents, revision)) {
con's avatar
con committed
436
437
438
439
                fileName = path;
                return contents;
            }
        }
440
    }
con's avatar
con committed
441

442
443
444
    QString path = fileName;
    if (path.at(0) != QLatin1Char('/'))
        path.prepend(QLatin1Char('/'));
con's avatar
con committed
445

446
447
448
    foreach (const QString &projectFile, m_projectFiles) {
        if (projectFile.endsWith(path)) {
            fileName = projectFile;
449
            QString contents;
450
            includeFile(fileName, &contents, revision);
451
            return contents;
con's avatar
con committed
452
453
454
        }
    }

455
    //qDebug() << "**** file" << fileName << "not found!";
456
    return QString();
457
}
con's avatar
con committed
458

Roberto Raggi's avatar
Roberto Raggi committed
459
void CppPreprocessor::macroAdded(const Macro &macro)
460
461
462
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
463

Roberto Raggi's avatar
Roberto Raggi committed
464
    m_currentDoc->appendMacro(macro);
465
}
466

Christian Kamm's avatar
Christian Kamm committed
467
468
469
470
471
void CppPreprocessor::passedMacroDefinitionCheck(unsigned offset, const Macro &macro)
{
    if (! m_currentDoc)
        return;

472
    m_currentDoc->addMacroUse(macro, offset, macro.name().length(), env.currentLine,
Christian Kamm's avatar
Christian Kamm committed
473
474
475
476
477
478
479
480
481
482
483
                              QVector<MacroArgumentReference>(), true);
}

void CppPreprocessor::failedMacroDefinitionCheck(unsigned offset, const QByteArray &name)
{
    if (! m_currentDoc)
        return;

    m_currentDoc->addUndefinedMacroUse(name, offset);
}

484
void CppPreprocessor::startExpandingMacro(unsigned offset,
Roberto Raggi's avatar
Roberto Raggi committed
485
                                          const Macro &macro,
486
                                          const QByteArray &originalText,
Christian Kamm's avatar
Christian Kamm committed
487
                                          bool inCondition,
488
                                          const QVector<MacroArgumentReference> &actuals)
489
490
491
{
    if (! m_currentDoc)
        return;
492

Christian Kamm's avatar
Christian Kamm committed
493
    //qDebug() << "start expanding:" << macro.name() << "text:" << originalText;
494
495
    m_currentDoc->addMacroUse(macro, offset, originalText.length(), env.currentLine,
                              actuals, inCondition);
496
}
497

498
void CppPreprocessor::stopExpandingMacro(unsigned, const Macro &)
499
500
501
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
502

503
504
    //qDebug() << "stop expanding:" << macro.name;
}
con's avatar
con committed
505

506
507
508
509
void CppPreprocessor::mergeEnvironment(Document::Ptr doc)
{
    if (! doc)
        return;
con's avatar
con committed
510

511
    const QString fn = doc->fileName();
con's avatar
con committed
512

513
    if (m_processed.contains(fn))
514
        return;
con's avatar
con committed
515

516
    m_processed.insert(fn);
con's avatar
con committed
517

518
    foreach (const Document::Include &incl, doc->includes()) {
519
520
        QString includedFile = incl.fileName();

521
        if (Document::Ptr includedDoc = snapshot.document(includedFile))
522
            mergeEnvironment(includedDoc);
523
524
        else
            run(includedFile);
Roberto Raggi's avatar
Roberto Raggi committed
525
    }
con's avatar
con committed
526

527
    env.addMacros(doc->definedMacros());
528
}
con's avatar
con committed
529

530
531
532
533
534
535
536
537
538
539
540
541
542
543
void CppPreprocessor::startSkippingBlocks(unsigned offset)
{
    //qDebug() << "start skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->startSkippingBlocks(offset);
}

void CppPreprocessor::stopSkippingBlocks(unsigned offset)
{
    //qDebug() << "stop skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->stopSkippingBlocks(offset);
}

544
void CppPreprocessor::sourceNeeded(QString &fileName, IncludeType type, unsigned line)
545
546
547
548
{
    if (fileName.isEmpty())
        return;

549
550
    unsigned editorRevision = 0;
    QString contents = tryIncludeFile(fileName, type, &editorRevision);
551
    fileName = QDir::cleanPath(fileName);
552
    if (m_currentDoc) {
553
        m_currentDoc->addIncludeFile(fileName, line);
554

555
        if (contents.isEmpty() && ! QFileInfo(fileName).isAbsolute()) {
556
557
            QString msg = QCoreApplication::translate(
                    "CppPreprocessor", "%1: No such file or directory").arg(fileName);
558

559
560
561
562
            Document::DiagnosticMessage d(Document::DiagnosticMessage::Warning,
                                          m_currentDoc->fileName(),
                                          env.currentLine, /*column = */ 0,
                                          msg);
563

564
            m_currentDoc->addDiagnosticMessage(d);
565

566
            //qWarning() << "file not found:" << fileName << m_currentDoc->fileName() << env.current_line;
con's avatar
con committed
567
        }
568
    }
con's avatar
con committed
569

570
    //qDebug() << "parse file:" << fileName << "contents:" << contents.size();
con's avatar
con committed
571

572
    Document::Ptr doc = snapshot.document(fileName);
573
574
575
576
    if (doc) {
        mergeEnvironment(doc);
        return;
    }
con's avatar
con committed
577

578
    doc = Document::create(fileName);
579
    doc->setRevision(m_revision);
580
    doc->setEditorRevision(editorRevision);
con's avatar
con committed
581

582
583
584
585
    QFileInfo info(fileName);
    if (info.exists())
        doc->setLastModified(info.lastModified());

586
    Document::Ptr previousDoc = switchDocument(doc);
con's avatar
con committed
587

588
    const QByteArray preprocessedCode = preprocess(fileName, contents);
con's avatar
con committed
589

590
    doc->setSource(preprocessedCode);
591
    doc->keepSourceAndAST();
592
    doc->tokenize();
593

594
    snapshot.insert(doc);
595
    m_todo.remove(fileName);
con's avatar
con committed
596

597
#ifndef ICHECK_BUILD
Roberto Raggi's avatar
Roberto Raggi committed
598
    Process process(m_modelManager, doc, snapshot, m_workingCopy);
599

Roberto Raggi's avatar
Roberto Raggi committed
600
    process();
601
602

    (void) switchDocument(previousDoc);
603
#else
604
    doc->releaseSource();
605
606
607
608
    Document::CheckMode mode = Document::FastCheck;
    mode = Document::FullCheck;
    doc->parse();
    doc->check(mode);
Erik Verbruggen's avatar
Erik Verbruggen committed
609
610

    (void) switchDocument(previousDoc);
611
#endif
612
}
con's avatar
con committed
613

614
615
616
617
618
619
Document::Ptr CppPreprocessor::switchDocument(Document::Ptr doc)
{
    Document::Ptr previousDoc = m_currentDoc;
    m_currentDoc = doc;
    return previousDoc;
}
con's avatar
con committed
620

621
#ifndef ICHECK_BUILD
622
void CppModelManager::updateModifiedSourceFiles()
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
{
    const Snapshot snapshot = this->snapshot();
    QStringList sourceFiles;

    foreach (const Document::Ptr doc, snapshot) {
        const QDateTime lastModified = doc->lastModified();

        if (! lastModified.isNull()) {
            QFileInfo fileInfo(doc->fileName());

            if (fileInfo.exists() && fileInfo.lastModified() != lastModified)
                sourceFiles.append(doc->fileName());
        }
    }

    updateSourceFiles(sourceFiles);
}

641
CppModelManager *CppModelManager::instance()
642
643
{
    ExtensionSystem::PluginManager *pluginManager = ExtensionSystem::PluginManager::instance();
644
    return pluginManager->getObject<CppModelManager>();
645
646
}

con's avatar
con committed
647
648
649
650
651
652
653

/*!
    \class CppTools::CppModelManager
    \brief The CppModelManager keeps track of one CppCodeModel instance
           for each project and all related CppCodeModelPart instances.

    It also takes care of updating the code models when C++ files are
654
    modified within Qt Creator.
con's avatar
con committed
655
656
*/

657
CppModelManager::CppModelManager(QObject *parent)
658
    : CppModelManagerInterface(parent)
con's avatar
con committed
659
{
Roberto Raggi's avatar
Roberto Raggi committed
660
    m_findReferences = new CppFindReferences(this);
661
    m_indexerEnabled = qgetenv("QTCREATOR_NO_CODE_INDEXER").isNull();
Roberto Raggi's avatar
Roberto Raggi committed
662

663
    m_revision = 0;
Roberto Raggi's avatar
Roberto Raggi committed
664
665
    m_synchronizer.setCancelOnWait(true);

666
    m_core = Core::ICore::instance(); // FIXME
667
668
    m_dirty = true;

669
    ProjectExplorer::ProjectExplorerPlugin *pe =
670
       ProjectExplorer::ProjectExplorerPlugin::instance();
con's avatar
con committed
671

672
    QTC_ASSERT(pe, return);
con's avatar
con committed
673

674
    ProjectExplorer::SessionManager *session = pe->session();
hjk's avatar
hjk committed
675
    QTC_ASSERT(session, return);
con's avatar
con committed
676

Roberto Raggi's avatar
Roberto Raggi committed
677
678
679
680
681
682
    m_updateEditorSelectionsTimer = new QTimer(this);
    m_updateEditorSelectionsTimer->setInterval(500);
    m_updateEditorSelectionsTimer->setSingleShot(true);
    connect(m_updateEditorSelectionsTimer, SIGNAL(timeout()),
            this, SLOT(updateEditorSelections()));

683
684
685
    connect(session, SIGNAL(projectAdded(ProjectExplorer::Project*)),
            this, SLOT(onProjectAdded(ProjectExplorer::Project*)));

con's avatar
con committed
686
687
688
    connect(session, SIGNAL(aboutToRemoveProject(ProjectExplorer::Project *)),
            this, SLOT(onAboutToRemoveProject(ProjectExplorer::Project *)));

689
690
    connect(session, SIGNAL(aboutToUnloadSession()),
            this, SLOT(onAboutToUnloadSession()));
con's avatar
con committed
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708

    qRegisterMetaType<CPlusPlus::Document::Ptr>("CPlusPlus::Document::Ptr");

    // thread connections
    connect(this, SIGNAL(documentUpdated(CPlusPlus::Document::Ptr)),
            this, SLOT(onDocumentUpdated(CPlusPlus::Document::Ptr)));

    // Listen for editor closed and opened events so that we can keep track of changing files
    connect(m_core->editorManager(), SIGNAL(editorOpened(Core::IEditor *)),
        this, SLOT(editorOpened(Core::IEditor *)));

    connect(m_core->editorManager(), SIGNAL(editorAboutToClose(Core::IEditor *)),
        this, SLOT(editorAboutToClose(Core::IEditor *)));
}

CppModelManager::~CppModelManager()
{ }

709
Snapshot CppModelManager::snapshot() const
710
{
711
    QMutexLocker locker(&protectSnapshot);
712
713
    return m_snapshot;
}
con's avatar
con committed
714

715
716
717
718
719
720
void CppModelManager::ensureUpdated()
{
    QMutexLocker locker(&mutex);
    if (! m_dirty)
        return;

721
722
723
724
    m_projectFiles = internalProjectFiles();
    m_includePaths = internalIncludePaths();
    m_frameworkPaths = internalFrameworkPaths();
    m_definedMacros = internalDefinedMacros();
725
726
727
    m_dirty = false;
}

728
QStringList CppModelManager::internalProjectFiles() const
con's avatar
con committed
729
730
731
732
733
734
735
736
{
    QStringList files;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        files += pinfo.sourceFiles;
    }
737
    files.removeDuplicates();
con's avatar
con committed
738
739
740
    return files;
}

741
QStringList CppModelManager::internalIncludePaths() const
con's avatar
con committed
742
743
744
745
746
747
748
749
{
    QStringList includePaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        includePaths += pinfo.includePaths;
    }
750
    includePaths.removeDuplicates();
con's avatar
con committed
751
752
753
    return includePaths;
}

754
QStringList CppModelManager::internalFrameworkPaths() const
con's avatar
con committed
755
756
757
758
759
760
761
762
{
    QStringList frameworkPaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        frameworkPaths += pinfo.frameworkPaths;
    }
763
    frameworkPaths.removeDuplicates();
con's avatar
con committed
764
765
766
    return frameworkPaths;
}

767
QByteArray CppModelManager::internalDefinedMacros() const
con's avatar
con committed
768
769
770
771
772
773
774
775
776
777
778
{
    QByteArray macros;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        macros += pinfo.defines;
    }
    return macros;
}

779
780
781
782
783
784
785
786
787
788
void CppModelManager::addEditorSupport(AbstractEditorSupport *editorSupport)
{
    m_addtionalEditorSupport.insert(editorSupport);
}

void CppModelManager::removeEditorSupport(AbstractEditorSupport *editorSupport)
{
    m_addtionalEditorSupport.remove(editorSupport);
}

789
QList<int> CppModelManager::references(CPlusPlus::Symbol *symbol, const LookupContext &context)
790
{
791
    return m_findReferences->references(symbol, context);
792
793
}

794
void CppModelManager::findUsages(CPlusPlus::Symbol *symbol, const CPlusPlus::LookupContext &context)
Roberto Raggi's avatar
Roberto Raggi committed
795
{
796
    if (symbol->identifier())
797
        m_findReferences->findUsages(symbol, context);
798
799
}

800
801
void CppModelManager::renameUsages(CPlusPlus::Symbol *symbol, const CPlusPlus::LookupContext &context,
                                   const QString &replacement)
802
803
{
    if (symbol->identifier())
804
        m_findReferences->renameUsages(symbol, context, replacement);
Roberto Raggi's avatar
Roberto Raggi committed
805
806
}

Christian Kamm's avatar
Christian Kamm committed
807
808
809
810
811
void CppModelManager::findMacroUsages(const CPlusPlus::Macro &macro)
{
    m_findReferences->findMacroUses(macro);
}

812
CppModelManager::WorkingCopy CppModelManager::buildWorkingCopyList()
con's avatar
con committed
813
{
814
    WorkingCopy workingCopy;
con's avatar
con committed
815
816
817
818
819
820
    QMapIterator<TextEditor::ITextEditor *, CppEditorSupport *> it(m_editorSupport);
    while (it.hasNext()) {
        it.next();
        TextEditor::ITextEditor *textEditor = it.key();
        CppEditorSupport *editorSupport = it.value();
        QString fileName = textEditor->file()->fileName();
821
        workingCopy.insert(fileName, editorSupport->contents(), editorSupport->editorRevision());
con's avatar
con committed
822
823
    }

824
825
826
    QSetIterator<AbstractEditorSupport *> jt(m_addtionalEditorSupport);
    while (jt.hasNext()) {
        AbstractEditorSupport *es =  jt.next();
827
        workingCopy.insert(es->fileName(), es->contents());
828
829
    }

con's avatar
con committed
830
831
832
    // add the project configuration file
    QByteArray conf(pp_configuration);
    conf += definedMacros();
833
    workingCopy.insert(pp_configuration_file, conf);
con's avatar
con committed
834
835
836
837

    return workingCopy;
}

838
CppModelManager::WorkingCopy CppModelManager::workingCopy() const
839
840
841
842
{
    return const_cast<CppModelManager *>(this)->buildWorkingCopyList();
}

dt's avatar
dt committed
843
844
QFuture<void> CppModelManager::updateSourceFiles(const QStringList &sourceFiles)
{ return refreshSourceFiles(sourceFiles); }
con's avatar
con committed
845

846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
QList<CppModelManager::ProjectInfo> CppModelManager::projectInfos() const
{
    QMutexLocker locker(&mutex);

    return m_projects.values();
}

CppModelManager::ProjectInfo CppModelManager::projectInfo(ProjectExplorer::Project *project) const
{
    QMutexLocker locker(&mutex);

    return m_projects.value(project, ProjectInfo(project));
}

void CppModelManager::updateProjectInfo(const ProjectInfo &pinfo)
{
    QMutexLocker locker(&mutex);

    if (! pinfo.isValid())
        return;

    m_projects.insert(pinfo.project, pinfo);
868
    m_dirty = true;
869
}
con's avatar
con committed
870
871
872

QFuture<void> CppModelManager::refreshSourceFiles(const QStringList &sourceFiles)
{
873
    if (! sourceFiles.isEmpty() && m_indexerEnabled) {
874
        const WorkingCopy workingCopy = buildWorkingCopyList();
con's avatar
con committed
875

876
        CppPreprocessor *preproc = new CppPreprocessor(this);
877
        preproc->setRevision(++m_revision);
878
879
880
881
882
883
884
        preproc->setProjectFiles(projectFiles());
        preproc->setIncludePaths(includePaths());
        preproc->setFrameworkPaths(frameworkPaths());
        preproc->setWorkingCopy(workingCopy);

        QFuture<void> result = QtConcurrent::run(&CppModelManager::parse,
                                                 preproc, sourceFiles);
con's avatar
con committed
885

Roberto Raggi's avatar
Roberto Raggi committed
886
887
888
889
890
        if (m_synchronizer.futures().size() > 10) {
            QList<QFuture<void> > futures = m_synchronizer.futures();

            m_synchronizer.clearFutures();

891
            foreach (const QFuture<void> &future, futures) {
Roberto Raggi's avatar
Roberto Raggi committed
892
893
894
895
896
                if (! (future.isFinished() || future.isCanceled()))
                    m_synchronizer.addFuture(future);
            }
        }

Roberto Raggi's avatar
Roberto Raggi committed
897
898
        m_synchronizer.addFuture(result);

899
        if (sourceFiles.count() > 1) {
con's avatar
con committed
900
            m_core->progressManager()->addTask(result, tr("Parsing"),
901
                            CppTools::Constants::TASK_INDEX);
con's avatar
con committed
902
        }
903

con's avatar
con committed
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
        return result;
    }
    return QFuture<void>();
}

/*!
    \fn    void CppModelManager::editorOpened(Core::IEditor *editor)
    \brief If a C++ editor is opened, the model manager listens to content changes
           in order to update the CppCodeModel accordingly. It also updates the
           CppCodeModel for the first time with this editor.

    \sa    void CppModelManager::editorContentsChanged()
 */
void CppModelManager::editorOpened(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
921
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
922
923
924
925
926
927
928
929
930
931
932

        CppEditorSupport *editorSupport = new CppEditorSupport(this);
        editorSupport->setTextEditor(textEditor);
        m_editorSupport[textEditor] = editorSupport;
    }
}

void CppModelManager::editorAboutToClose(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
933
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
934
935
936
937
938
939
940
941
942

        CppEditorSupport *editorSupport = m_editorSupport.value(textEditor);
        m_editorSupport.remove(textEditor);
        delete editorSupport;
    }
}

bool CppModelManager::isCppEditor(Core::IEditor *editor) const
{
943
    return editor->context().contains(ProjectExplorer::Constants::LANG_CXX);
con's avatar
con committed
944
945
946
}

void CppModelManager::emitDocumentUpdated(Document::Ptr doc)
947
948
949
{
    emit documentUpdated(doc);
}
con's avatar
con committed
950
951
952
953

void CppModelManager::onDocumentUpdated(Document::Ptr doc)
{
    const QString fileName = doc->fileName();
954

955
956
    bool outdated = false;

957
    protectSnapshot.lock();
958

959
    Document::Ptr previous = m_snapshot.document(fileName);
960
961
962
963
964
965

    if (previous && (doc->revision() != 0 && doc->revision() < previous->revision()))
        outdated = true;
    else
        m_snapshot.insert(doc);

966
967
    protectSnapshot.unlock();

968
969
970
    if (outdated)
        return;

con's avatar
con committed
971
972
973
974
975
976
977
    QList<Core::IEditor *> openedEditors = m_core->editorManager()->openedEditors();
    foreach (Core::IEditor *editor, openedEditors) {
        if (editor->file()->fileName() == fileName) {
            TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
            if (! textEditor)
                continue;

978
            TextEditor::BaseTextEditorWidget *ed = qobject_cast<TextEditor::BaseTextEditorWidget *>(textEditor->widget());
con's avatar
con committed
979
980
981
            if (! ed)
                continue;

982
            QList<TextEditor::BaseTextEditorWidget::BlockRange> blockRanges;
con's avatar
con committed
983

984
            foreach (const Document::Block &block, doc->skippedBlocks()) {
985
                blockRanges.append(TextEditor::BaseTextEditorWidget::BlockRange(block.begin(), block.end()));
con's avatar
con committed
986
987
988
989
            }

            QList<QTextEdit::ExtraSelection> selections;

990
991
992
993
994
995
#ifdef QTCREATOR_WITH_MACRO_HIGHLIGHTING
            // set up the format for the macros
            QTextCharFormat macroFormat;
            macroFormat.setUnderlineStyle(QTextCharFormat::SingleUnderline);

            QTextCursor c = ed->textCursor();
996
            foreach (const Document::MacroUse &block, doc->macroUses()) {
997
998
999
1000
1001
1002
1003
1004
1005
                QTextEdit::ExtraSelection sel;
                sel.cursor = c;
                sel.cursor.setPosition(block.begin());
                sel.cursor.setPosition(block.end(), QTextCursor::KeepAnchor);
                sel.format = macroFormat;
                selections.append(sel);
            }
#endif // QTCREATOR_WITH_MACRO_HIGHLIGHTING

con's avatar
con committed
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
            // set up the format for the errors
            QTextCharFormat errorFormat;
            errorFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            errorFormat.setUnderlineColor(Qt::red);

            // set up the format for the warnings.
            QTextCharFormat warningFormat;
            warningFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            warningFormat.setUnderlineColor(Qt::darkYellow);

1016
#ifdef QTCREATOR_WITH_ADVANCED_HIGHLIGHTER
1017
            QSet<QPair<unsigned, unsigned> > lines;
1018
            foreach (const Document::DiagnosticMessage &m, doc->diagnosticMessages()) {
con's avatar
con committed
1019
1020
                if (m.fileName() != fileName)
                    continue;
1021
1022
1023
1024

                const QPair<unsigned, unsigned> coordinates = qMakePair(m.line(), m.column());

                if (lines.contains(coordinates))
con's avatar
con committed
1025
1026
                    continue;

1027
                lines.insert(coordinates);
con's avatar
con committed
1028
1029
1030
1031
1032
1033
1034
1035

                QTextEdit::ExtraSelection sel;
                if (m.isWarning())
                    sel.format = warningFormat;
                else
                    sel.format = errorFormat;

                QTextCursor c(ed->document()->findBlockByNumber(m.line() - 1));
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049

                // ### check for generated tokens.

                int column = m.column();

                if (column > c.block().length()) {
                    column = 0;

                    const QString text = c.block().text();
                    for (int i = 0; i < text.size(); ++i) {
                        if (! text.at(i).isSpace()) {
                            ++column;
                            break;
                        }
con's avatar
con committed
1050
1051
                    }
                }
1052
1053
1054
1055
1056
1057

                if (column != 0)
                    --column;

                c.setPosition(c.position() + column);
                c.movePosition(QTextCursor::EndOfWord, QTextCursor::KeepAnchor);
con's avatar
con committed
1058
1059
1060
                sel.cursor = c;
                selections.append(sel);
            }
1061
1062
1063
1064
1065
1066
1067
1068
1069
#else
            QSet<int> lines;
            foreach (const Document::DiagnosticMessage &m, doc->diagnosticMessages()) {
                if (m.fileName() != fileName)
                    continue;
                else if (lines.contains(m.line()))
                    continue;

                lines.insert(m.line());
Roberto Raggi's avatar
Roberto Raggi committed
1070

1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
                QTextEdit::ExtraSelection sel;
                if (m.isWarning())
                    sel.format = warningFormat;
                else
                    sel.format = errorFormat;

                QTextCursor c(ed->document()->findBlockByNumber(m.line() - 1));
                const QString text = c.block().text();
                for (int i = 0; i < text.size(); ++i) {
                    if (! text.at(i).isSpace()) {
                        c.setPosition(c.position() + i);
                        break;
                    }
                }
                c.movePosition(QTextCursor::EndOfBlock, QTextCursor::KeepAnchor);
                sel.cursor = c;
1087
                sel.format.setToolTip(m.text());
1088
1089
1090
                selections.append(sel);
            }
#endif
Roberto Raggi's avatar
Roberto Raggi committed
1091
            QList<Editor> todo;
1092
            foreach (const Editor &e, todo) {
1093
                if (e.textEditor != textEditor)
Roberto Raggi's avatar
Roberto Raggi committed
1094
1095
1096
1097
                    todo.append(e);
            }

            Editor e;
1098
            e.revision = ed->document()->revision();
1099
            e.textEditor = textEditor;
Roberto Raggi's avatar
Roberto Raggi committed
1100
            e.selections = selections;
1101
            e.ifdefedOutBlocks = blockRanges;
Roberto Raggi's avatar
Roberto Raggi committed
1102
1103
1104
            todo.append(e);
            m_todo = todo;
            postEditorUpdate();
con's avatar
con committed
1105
1106
1107
1108
1109
            break;
        }
    }
}

Roberto Raggi's avatar
Roberto Raggi committed
1110
1111
1112
1113
1114
1115
1116
void CppModelManager::postEditorUpdate()
{
    m_updateEditorSelectionsTimer->start(500);
}

void CppModelManager::updateEditorSelections()
{
1117
    foreach (const Editor &ed, m_todo) {
1118
        if (! ed.textEditor)
Roberto Raggi's avatar
Roberto Raggi committed
1119
1120
            continue;

1121
        TextEditor::ITextEditor *textEditor = ed.textEditor;
1122
        TextEditor::BaseTextEditorWidget *editor = qobject_cast<TextEditor::BaseTextEditorWidget *>(textEditor->widget());
1123

1124
1125
        if (! editor)
            continue;
1126
1127
        else if (editor->document()->revision() != ed.revision)
            continue; // outdated
1128

1129
        editor->setExtraSelections(TextEditor::BaseTextEditorWidget::CodeWarningsSelection,
1130
                                   ed.selections);
1131

1132
        editor->setIfdefedOutBlocks(ed.ifdefedOutBlocks);
Roberto Raggi's avatar
Roberto Raggi committed
1133
1134
1135
    }

    m_todo.clear();
1136

Roberto Raggi's avatar
Roberto Raggi committed
1137
1138
}

1139
1140
void CppModelManager::onProjectAdded(ProjectExplorer::Project *)
{
1141
    QMutexLocker locker(&mutex);
1142
1143
1144
    m_dirty = true;
}

con's avatar
con committed
1145
1146
void CppModelManager::onAboutToRemoveProject(ProjectExplorer::Project *project)
{
1147
1148
1149
1150
1151
1152
    do {
        QMutexLocker locker(&mutex);
        m_dirty = true;
        m_projects.remove(project);
    } while (0);

con's avatar
con committed
1153
1154
1155
    GC();
}

1156
void CppModelManager::onAboutToUnloadSession()
con's avatar
con committed
1157
{
1158
    if (m_core->progressManager()) {
con's avatar
con committed
1159
        m_core->progressManager()->cancelTasks(CppTools::Constants::TASK_INDEX);
1160
    }
1161
1162
1163
1164