cppmodelmanager.cpp 38 KB
Newer Older
1
/**************************************************************************
con's avatar
con committed
2 3 4
**
** This file is part of Qt Creator
**
5
** Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
con's avatar
con committed
6
**
7
** Contact: Nokia Corporation (qt-info@nokia.com)
con's avatar
con committed
8
**
9
** Commercial Usage
10
**
11 12 13 14
** Licensees holding valid Qt Commercial licenses may use this file in
** accordance with the Qt Commercial License Agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and Nokia.
15
**
16
** GNU Lesser General Public License Usage
17
**
18 19 20 21 22 23
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 as published by the Free Software
** Foundation and appearing in the file LICENSE.LGPL included in the
** packaging of this file.  Please review the following information to
** ensure the GNU Lesser General Public License version 2.1 requirements
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
24
**
25
** If you are unsure which license is appropriate for your use, please
hjk's avatar
hjk committed
26
** contact the sales department at http://qt.nokia.com/contact.
con's avatar
con committed
27
**
28
**************************************************************************/
hjk's avatar
hjk committed
29

Roberto Raggi's avatar
Roberto Raggi committed
30
#include <cplusplus/pp.h>
Roberto Raggi's avatar
Roberto Raggi committed
31
#include <cplusplus/CppBindings.h>
32
#include <cplusplus/Overview.h>
33
#include <cplusplus/CheckUndefinedSymbols.h>
con's avatar
con committed
34 35 36 37 38

#include "cppmodelmanager.h"
#include "cpptoolsconstants.h"
#include "cpptoolseditorsupport.h"

39 40
#include <functional>
#include <QtConcurrentRun>
Roberto Raggi's avatar
Roberto Raggi committed
41
#include <QFutureSynchronizer>
con's avatar
con committed
42
#include <qtconcurrent/runextensions.h>
43

con's avatar
con committed
44 45 46 47 48 49 50 51 52 53
#include <texteditor/itexteditor.h>
#include <texteditor/basetexteditor.h>

#include <projectexplorer/project.h>
#include <projectexplorer/projectexplorer.h>
#include <projectexplorer/projectexplorerconstants.h>
#include <projectexplorer/session.h>

#include <coreplugin/icore.h>
#include <coreplugin/uniqueidmanager.h>
54
#include <coreplugin/mimedatabase.h>
con's avatar
con committed
55
#include <coreplugin/editormanager/editormanager.h>
56
#include <coreplugin/progressmanager/progressmanager.h>
con's avatar
con committed
57

hjk's avatar
hjk committed
58 59
#include <utils/qtcassert.h>

con's avatar
con committed
60 61 62 63 64 65 66 67 68
#include <TranslationUnit.h>
#include <Semantic.h>
#include <AST.h>
#include <Scope.h>
#include <Literals.h>
#include <Symbols.h>
#include <Names.h>
#include <NameVisitor.h>
#include <TypeVisitor.h>
69 70
#include <ASTVisitor.h>
#include <PrettyPrinter.h>
con's avatar
con committed
71 72 73
#include <Lexer.h>
#include <Token.h>

74 75
#include <cplusplus/LookupContext.h>

76
#include <QtCore/QCoreApplication>
hjk's avatar
hjk committed
77 78 79
#include <QtCore/QDebug>
#include <QtCore/QMutexLocker>
#include <QtCore/QTime>
Roberto Raggi's avatar
Roberto Raggi committed
80
#include <QtCore/QTimer>
81
#include <QtConcurrentMap>
82 83
#include <iostream>
#include <sstream>
hjk's avatar
hjk committed
84

85 86
using namespace CppTools;
using namespace CppTools::Internal;
con's avatar
con committed
87 88
using namespace CPlusPlus;

89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
#if defined(QTCREATOR_WITH_DUMP_AST) && defined(Q_CC_GNU)

#include <cxxabi.h>

class DumpAST: protected ASTVisitor
{
public:
    int depth;

    DumpAST(Control *control)
        : ASTVisitor(control), depth(0)
    { }

    void operator()(AST *ast)
    { accept(ast); }

protected:
    virtual bool preVisit(AST *ast)
    {
        std::ostringstream s;
        PrettyPrinter pp(control(), s);
        pp(ast);
        QString code = QString::fromStdString(s.str());
        code.replace('\n', ' ');
        code.replace(QRegExp("\\s+"), " ");

        const char *name = abi::__cxa_demangle(typeid(*ast).name(), 0, 0, 0) + 11;

        QByteArray ind(depth, ' ');
        ind += name;

        printf("%-40s %s\n", ind.constData(), qPrintable(code));
        ++depth;
        return true;
    }

    virtual void postVisit(AST *)
    { --depth; }
};

Roberto Raggi's avatar
Roberto Raggi committed
129
#endif // QTCREATOR_WITH_DUMP_AST
130

con's avatar
con committed
131 132 133 134 135 136 137 138 139 140 141 142
static const char pp_configuration_file[] = "<configuration>";

static const char pp_configuration[] =
    "# 1 \"<configuration>\"\n"
    "#define __cplusplus 1\n"
    "#define __extension__\n"
    "#define __context__\n"
    "#define __range__\n"
    "#define __asm(a...)\n"
    "#define __asm__(a...)\n"
    "#define   restrict\n"
    "#define __restrict\n"
143
    "#define __restrict__\n"
con's avatar
con committed
144

145 146 147 148
    "#define __complex__\n"
    "#define __imag__\n"
    "#define __real__\n"

149 150
    "#define __builtin_va_arg(a,b) ((b)0)\n"

con's avatar
con committed
151 152 153 154 155 156 157 158 159 160 161 162
    // ### add macros for win32
    "#define __cdecl\n"
    "#define QT_WA(x) x\n"
    "#define API\n"
    "#define WINAPI\n"
    "#define CALLBACK\n"
    "#define STDMETHODCALLTYPE\n"
    "#define __RPC_FAR\n"
    "#define APIENTRY\n"
    "#define __declspec(a)\n"
    "#define STDMETHOD(method) virtual HRESULT STDMETHODCALLTYPE method\n";

163 164 165
namespace CppTools {
namespace Internal {

166
class CppPreprocessor: public CPlusPlus::Client
con's avatar
con committed
167 168
{
public:
169
    CppPreprocessor(QPointer<CppModelManager> modelManager);
Roberto Raggi's avatar
Roberto Raggi committed
170
    virtual ~CppPreprocessor();
con's avatar
con committed
171

172
    void setRevision(unsigned revision);
173
    void setWorkingCopy(const QMap<QString, QString> &workingCopy);
174 175 176
    void setIncludePaths(const QStringList &includePaths);
    void setFrameworkPaths(const QStringList &frameworkPaths);
    void setProjectFiles(const QStringList &files);
177 178
    void setTodo(const QStringList &files);

179
    void run(const QString &fileName);
con's avatar
con committed
180

181 182
    void resetEnvironment();

183 184 185
    const QSet<QString> &todo() const
    { return m_todo; }

186 187 188
public: // attributes
    Snapshot snapshot;

189 190
protected:
    CPlusPlus::Document::Ptr switchDocument(CPlusPlus::Document::Ptr doc);
con's avatar
con committed
191

192 193
    bool includeFile(const QString &absoluteFilePath, QString *result);
    QString tryIncludeFile(QString &fileName, IncludeType type);
con's avatar
con committed
194

195
    void mergeEnvironment(CPlusPlus::Document::Ptr doc);
con's avatar
con committed
196

Roberto Raggi's avatar
Roberto Raggi committed
197
    virtual void macroAdded(const Macro &macro);
198
    virtual void startExpandingMacro(unsigned offset,
199
                                     const Macro &macro,
200 201
                                     const QByteArray &originalText,
                                     const QVector<MacroArgumentReference> &actuals);
202
    virtual void stopExpandingMacro(unsigned offset, const Macro &macro);
203 204
    virtual void startSkippingBlocks(unsigned offset);
    virtual void stopSkippingBlocks(unsigned offset);
205 206
    virtual void sourceNeeded(QString &fileName, IncludeType type,
                              unsigned line);
con's avatar
con committed
207

208 209
private:
    QPointer<CppModelManager> m_modelManager;
210
    Environment env;
Roberto Raggi's avatar
Roberto Raggi committed
211
    Preprocessor preprocess;
212 213
    QStringList m_includePaths;
    QStringList m_systemIncludePaths;
214
    QMap<QString, QString> m_workingCopy;
215 216 217
    QStringList m_projectFiles;
    QStringList m_frameworkPaths;
    QSet<QString> m_included;
218
    Document::Ptr m_currentDoc;
219
    QSet<QString> m_todo;
220
    QSet<QString> m_processed;
221
    unsigned m_revision;
222
};
con's avatar
con committed
223

224 225
} // namespace Internal
} // namespace CppTools
226

227
CppPreprocessor::CppPreprocessor(QPointer<CppModelManager> modelManager)
228 229
    : snapshot(modelManager->snapshot()),
      m_modelManager(modelManager),
230 231
      preprocess(this, &env),
      m_revision(0)
232
{ }
Roberto Raggi's avatar
Roberto Raggi committed
233 234

CppPreprocessor::~CppPreprocessor()
235
{ }
con's avatar
con committed
236

237 238 239
void CppPreprocessor::setRevision(unsigned revision)
{ m_revision = revision; }

240
void CppPreprocessor::setWorkingCopy(const QMap<QString, QString> &workingCopy)
241
{ m_workingCopy = workingCopy; }
con's avatar
con committed
242

243 244 245 246 247
void CppPreprocessor::setIncludePaths(const QStringList &includePaths)
{ m_includePaths = includePaths; }

void CppPreprocessor::setFrameworkPaths(const QStringList &frameworkPaths)
{ m_frameworkPaths = frameworkPaths; }
con's avatar
con committed
248

249 250 251
void CppPreprocessor::setProjectFiles(const QStringList &files)
{ m_projectFiles = files; }

252 253 254
void CppPreprocessor::setTodo(const QStringList &files)
{ m_todo = QSet<QString>::fromList(files); }

255 256 257

namespace {

258
class Process: public std::unary_function<Document::Ptr, void>
259 260
{
    QPointer<CppModelManager> _modelManager;
261
    Snapshot _snapshot;
262
    QMap<QString, QString> _workingCopy;
263
    Document::Ptr _doc;
264 265

public:
266 267
    Process(QPointer<CppModelManager> modelManager,
            Snapshot snapshot,
268
            const QMap<QString, QString> &workingCopy)
269 270 271
        : _modelManager(modelManager),
          _snapshot(snapshot),
          _workingCopy(workingCopy)
272 273
    { }

274 275 276 277
    LookupContext lookupContext(unsigned line, unsigned column) const
    { return lookupContext(_doc->findSymbolAt(line, column)); }

    LookupContext lookupContext(Symbol *symbol) const
278
    {
Roberto Raggi's avatar
Roberto Raggi committed
279
        LookupContext context(symbol, Document::create(QLatin1String("<none>")), _doc, _snapshot);
280 281 282 283 284 285
        return context;
    }

    void operator()(Document::Ptr doc)
    {
        _doc = doc;
286 287 288 289 290 291

        Document::CheckMode mode = Document::FastCheck;

        if (_workingCopy.contains(doc->fileName()))
            mode = Document::FullCheck;

292
        doc->parse();
293
        doc->check(mode);
294

295
        if (mode == Document::FullCheck) {
Roberto Raggi's avatar
Roberto Raggi committed
296 297 298
            // run the binding pass
            NamespaceBindingPtr ns = bind(doc, _snapshot);

299
            // check for undefined symbols.
300 301
            CheckUndefinedSymbols checkUndefinedSymbols(doc);
            checkUndefinedSymbols.setGlobalNamespaceBinding(ns);
302

303
            checkUndefinedSymbols(doc->translationUnit()->ast()); // ### FIXME
304 305
        }

306 307 308 309 310 311 312 313 314 315 316 317 318 319
        doc->releaseTranslationUnit();

        if (_modelManager)
            _modelManager->emitDocumentUpdated(doc); // ### TODO: compress
    }
};

} // end of anonymous namespace

void CppPreprocessor::run(const QString &fileName)
{
    QString absoluteFilePath = fileName;
    sourceNeeded(absoluteFilePath, IncludeGlobal, /*line = */ 0);
}
320

321
void CppPreprocessor::resetEnvironment()
322 323 324 325
{
    env.reset();
    m_processed.clear();
}
326

327
bool CppPreprocessor::includeFile(const QString &absoluteFilePath, QString *result)
328 329 330 331 332 333 334 335 336 337 338 339 340
{
    if (absoluteFilePath.isEmpty() || m_included.contains(absoluteFilePath)) {
        return true;
    }

    if (m_workingCopy.contains(absoluteFilePath)) {
        m_included.insert(absoluteFilePath);
        *result = m_workingCopy.value(absoluteFilePath);
        return true;
    }

    QFileInfo fileInfo(absoluteFilePath);
    if (! fileInfo.isFile())
con's avatar
con committed
341
        return false;
342 343 344 345 346 347 348 349 350

    QFile file(absoluteFilePath);
    if (file.open(QFile::ReadOnly)) {
        m_included.insert(absoluteFilePath);
        QTextStream stream(&file);
        const QString contents = stream.readAll();
        *result = contents.toUtf8();
        file.close();
        return true;
con's avatar
con committed
351 352
    }

353 354 355
    return false;
}

356
QString CppPreprocessor::tryIncludeFile(QString &fileName, IncludeType type)
357 358 359
{
    QFileInfo fileInfo(fileName);
    if (fileName == QLatin1String(pp_configuration_file) || fileInfo.isAbsolute()) {
360
        QString contents;
361 362 363 364 365 366 367 368 369 370
        includeFile(fileName, &contents);
        return contents;
    }

    if (type == IncludeLocal && m_currentDoc) {
        QFileInfo currentFileInfo(m_currentDoc->fileName());
        QString path = currentFileInfo.absolutePath();
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
371
        QString contents;
372 373
        if (includeFile(path, &contents)) {
            fileName = path;
con's avatar
con committed
374 375
            return contents;
        }
376
    }
con's avatar
con committed
377

378 379 380 381 382
    foreach (const QString &includePath, m_includePaths) {
        QString path = includePath;
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
383
        QString contents;
384 385 386
        if (includeFile(path, &contents)) {
            fileName = path;
            return contents;
con's avatar
con committed
387
        }
388
    }
con's avatar
con committed
389

390 391 392 393 394 395
    // look in the system include paths
    foreach (const QString &includePath, m_systemIncludePaths) {
        QString path = includePath;
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
396
        QString contents;
397 398 399
        if (includeFile(path, &contents)) {
            fileName = path;
            return contents;
con's avatar
con committed
400
        }
401 402 403 404 405 406
    }

    int index = fileName.indexOf(QLatin1Char('/'));
    if (index != -1) {
        QString frameworkName = fileName.left(index);
        QString name = fileName.mid(index + 1);
con's avatar
con committed
407

408 409
        foreach (const QString &frameworkPath, m_frameworkPaths) {
            QString path = frameworkPath;
con's avatar
con committed
410
            path += QLatin1Char('/');
411 412 413
            path += frameworkName;
            path += QLatin1String(".framework/Headers/");
            path += name;
414
            path = QDir::cleanPath(path);
415
            QString contents;
con's avatar
con committed
416 417 418 419 420
            if (includeFile(path, &contents)) {
                fileName = path;
                return contents;
            }
        }
421
    }
con's avatar
con committed
422

423 424 425
    QString path = fileName;
    if (path.at(0) != QLatin1Char('/'))
        path.prepend(QLatin1Char('/'));
con's avatar
con committed
426

427 428 429
    foreach (const QString &projectFile, m_projectFiles) {
        if (projectFile.endsWith(path)) {
            fileName = projectFile;
430
            QString contents;
431 432
            includeFile(fileName, &contents);
            return contents;
con's avatar
con committed
433 434 435
        }
    }

436
    //qDebug() << "**** file" << fileName << "not found!";
437
    return QString();
438
}
con's avatar
con committed
439

Roberto Raggi's avatar
Roberto Raggi committed
440
void CppPreprocessor::macroAdded(const Macro &macro)
441 442 443
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
444

Roberto Raggi's avatar
Roberto Raggi committed
445
    m_currentDoc->appendMacro(macro);
446
}
447

448
void CppPreprocessor::startExpandingMacro(unsigned offset,
Roberto Raggi's avatar
Roberto Raggi committed
449
                                          const Macro &macro,
450 451
                                          const QByteArray &originalText,
                                          const QVector<MacroArgumentReference> &actuals)
452 453 454
{
    if (! m_currentDoc)
        return;
455

456
    //qDebug() << "start expanding:" << macro.name << "text:" << originalText;
457
    m_currentDoc->addMacroUse(macro, offset, originalText.length(), actuals);
458
}
459

460
void CppPreprocessor::stopExpandingMacro(unsigned, const Macro &)
461 462 463
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
464

465 466
    //qDebug() << "stop expanding:" << macro.name;
}
con's avatar
con committed
467

468 469 470 471
void CppPreprocessor::mergeEnvironment(Document::Ptr doc)
{
    if (! doc)
        return;
con's avatar
con committed
472

473
    const QString fn = doc->fileName();
con's avatar
con committed
474

475
    if (m_processed.contains(fn))
476
        return;
con's avatar
con committed
477

478
    m_processed.insert(fn);
con's avatar
con committed
479

480
    foreach (const Document::Include &incl, doc->includes()) {
481 482 483
        QString includedFile = incl.fileName();

        if (Document::Ptr includedDoc = snapshot.value(includedFile))
484
            mergeEnvironment(includedDoc);
485 486
        else
            run(includedFile);
Roberto Raggi's avatar
Roberto Raggi committed
487
    }
con's avatar
con committed
488

489
    env.addMacros(doc->definedMacros());
490
}
con's avatar
con committed
491

492 493 494 495 496 497 498 499 500 501 502 503 504 505
void CppPreprocessor::startSkippingBlocks(unsigned offset)
{
    //qDebug() << "start skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->startSkippingBlocks(offset);
}

void CppPreprocessor::stopSkippingBlocks(unsigned offset)
{
    //qDebug() << "stop skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->stopSkippingBlocks(offset);
}

506 507
void CppPreprocessor::sourceNeeded(QString &fileName, IncludeType type,
                                   unsigned line)
508 509 510 511
{
    if (fileName.isEmpty())
        return;

512
    QString contents = tryIncludeFile(fileName, type);
513 514

    if (m_currentDoc) {
515
        m_currentDoc->addIncludeFile(fileName, line);
516

517
        if (contents.isEmpty() && ! QFileInfo(fileName).isAbsolute()) {
518 519
            QString msg = QCoreApplication::translate(
                    "CppPreprocessor", "%1: No such file or directory").arg(fileName);
520

521 522 523 524
            Document::DiagnosticMessage d(Document::DiagnosticMessage::Warning,
                                          m_currentDoc->fileName(),
                                          env.currentLine, /*column = */ 0,
                                          msg);
525

526
            m_currentDoc->addDiagnosticMessage(d);
527

528
            //qWarning() << "file not found:" << fileName << m_currentDoc->fileName() << env.current_line;
con's avatar
con committed
529
        }
530
    }
con's avatar
con committed
531

532
    //qDebug() << "parse file:" << fileName << "contents:" << contents.size();
con's avatar
con committed
533

534 535 536 537 538
    Document::Ptr doc = snapshot.value(fileName);
    if (doc) {
        mergeEnvironment(doc);
        return;
    }
con's avatar
con committed
539

540
    doc = Document::create(fileName);
541
    doc->setRevision(m_revision);
con's avatar
con committed
542

543
    Document::Ptr previousDoc = switchDocument(doc);
con's avatar
con committed
544

545
    const QByteArray preprocessedCode = preprocess(fileName, contents);
con's avatar
con committed
546

547
    doc->setSource(preprocessedCode);
548 549
    doc->tokenize();
    doc->releaseSource();
550

551
    snapshot.insert(doc->fileName(), doc);
552
    m_todo.remove(fileName);
con's avatar
con committed
553

554
    Process process(m_modelManager, snapshot, m_workingCopy);
555 556

    process(doc);
557 558

    (void) switchDocument(previousDoc);
559
}
con's avatar
con committed
560

561 562 563 564 565 566
Document::Ptr CppPreprocessor::switchDocument(Document::Ptr doc)
{
    Document::Ptr previousDoc = m_currentDoc;
    m_currentDoc = doc;
    return previousDoc;
}
con's avatar
con committed
567 568 569 570 571 572 573 574 575



/*!
    \class CppTools::CppModelManager
    \brief The CppModelManager keeps track of one CppCodeModel instance
           for each project and all related CppCodeModelPart instances.

    It also takes care of updating the code models when C++ files are
576
    modified within Qt Creator.
con's avatar
con committed
577 578
*/

579 580
CppModelManager::CppModelManager(QObject *parent)
    : CppModelManagerInterface(parent)
con's avatar
con committed
581
{
582
    m_revision = 0;
Roberto Raggi's avatar
Roberto Raggi committed
583 584
    m_synchronizer.setCancelOnWait(true);

585
    m_core = Core::ICore::instance(); // FIXME
586 587
    m_dirty = true;

588
    ProjectExplorer::ProjectExplorerPlugin *pe =
589
       ProjectExplorer::ProjectExplorerPlugin::instance();
con's avatar
con committed
590

591
    QTC_ASSERT(pe, return);
con's avatar
con committed
592

593
    ProjectExplorer::SessionManager *session = pe->session();
hjk's avatar
hjk committed
594
    QTC_ASSERT(session, return);
con's avatar
con committed
595

Roberto Raggi's avatar
Roberto Raggi committed
596 597 598 599 600 601
    m_updateEditorSelectionsTimer = new QTimer(this);
    m_updateEditorSelectionsTimer->setInterval(500);
    m_updateEditorSelectionsTimer->setSingleShot(true);
    connect(m_updateEditorSelectionsTimer, SIGNAL(timeout()),
            this, SLOT(updateEditorSelections()));

602 603 604
    connect(session, SIGNAL(projectAdded(ProjectExplorer::Project*)),
            this, SLOT(onProjectAdded(ProjectExplorer::Project*)));

con's avatar
con committed
605 606 607
    connect(session, SIGNAL(aboutToRemoveProject(ProjectExplorer::Project *)),
            this, SLOT(onAboutToRemoveProject(ProjectExplorer::Project *)));

608 609
    connect(session, SIGNAL(aboutToUnloadSession()),
            this, SLOT(onAboutToUnloadSession()));
con's avatar
con committed
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627

    qRegisterMetaType<CPlusPlus::Document::Ptr>("CPlusPlus::Document::Ptr");

    // thread connections
    connect(this, SIGNAL(documentUpdated(CPlusPlus::Document::Ptr)),
            this, SLOT(onDocumentUpdated(CPlusPlus::Document::Ptr)));

    // Listen for editor closed and opened events so that we can keep track of changing files
    connect(m_core->editorManager(), SIGNAL(editorOpened(Core::IEditor *)),
        this, SLOT(editorOpened(Core::IEditor *)));

    connect(m_core->editorManager(), SIGNAL(editorAboutToClose(Core::IEditor *)),
        this, SLOT(editorAboutToClose(Core::IEditor *)));
}

CppModelManager::~CppModelManager()
{ }

628
Snapshot CppModelManager::snapshot() const
629
{
630
    QMutexLocker locker(&protectSnapshot);
631 632
    return m_snapshot;
}
con's avatar
con committed
633

634 635 636 637 638 639
void CppModelManager::ensureUpdated()
{
    QMutexLocker locker(&mutex);
    if (! m_dirty)
        return;

640 641 642 643
    m_projectFiles = internalProjectFiles();
    m_includePaths = internalIncludePaths();
    m_frameworkPaths = internalFrameworkPaths();
    m_definedMacros = internalDefinedMacros();
644 645 646
    m_dirty = false;
}

647
QStringList CppModelManager::internalProjectFiles() const
con's avatar
con committed
648 649 650 651 652 653 654 655
{
    QStringList files;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        files += pinfo.sourceFiles;
    }
656
    files.removeDuplicates();
con's avatar
con committed
657 658 659
    return files;
}

660
QStringList CppModelManager::internalIncludePaths() const
con's avatar
con committed
661 662 663 664 665 666 667 668
{
    QStringList includePaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        includePaths += pinfo.includePaths;
    }
669
    includePaths.removeDuplicates();
con's avatar
con committed
670 671 672
    return includePaths;
}

673
QStringList CppModelManager::internalFrameworkPaths() const
con's avatar
con committed
674 675 676 677 678 679 680 681
{
    QStringList frameworkPaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        frameworkPaths += pinfo.frameworkPaths;
    }
682
    frameworkPaths.removeDuplicates();
con's avatar
con committed
683 684 685
    return frameworkPaths;
}

686
QByteArray CppModelManager::internalDefinedMacros() const
con's avatar
con committed
687 688 689 690 691 692 693 694 695 696 697
{
    QByteArray macros;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        macros += pinfo.defines;
    }
    return macros;
}

698 699 700 701 702 703 704 705 706 707
void CppModelManager::setIncludesInPaths(const QMap<QString, QStringList> includesInPaths)
{
    QMutexLocker locker(&mutex);
    QMapIterator<QString, QStringList> i(includesInPaths);
    while (i.hasNext()) {
        i.next();
        m_includesInPaths.insert(i.key(), i.value());
    }
}

708 709 710 711 712 713 714 715 716 717
void CppModelManager::addEditorSupport(AbstractEditorSupport *editorSupport)
{
    m_addtionalEditorSupport.insert(editorSupport);
}

void CppModelManager::removeEditorSupport(AbstractEditorSupport *editorSupport)
{
    m_addtionalEditorSupport.remove(editorSupport);
}

718
QMap<QString, QString> CppModelManager::buildWorkingCopyList()
con's avatar
con committed
719
{
720
    QMap<QString, QString> workingCopy;
con's avatar
con committed
721 722 723 724 725 726
    QMapIterator<TextEditor::ITextEditor *, CppEditorSupport *> it(m_editorSupport);
    while (it.hasNext()) {
        it.next();
        TextEditor::ITextEditor *textEditor = it.key();
        CppEditorSupport *editorSupport = it.value();
        QString fileName = textEditor->file()->fileName();
727
        workingCopy[fileName] = editorSupport->contents();
con's avatar
con committed
728 729
    }

730 731 732 733 734 735
    QSetIterator<AbstractEditorSupport *> jt(m_addtionalEditorSupport);
    while (jt.hasNext()) {
        AbstractEditorSupport *es =  jt.next();
        workingCopy[es->fileName()] = es->contents();
    }

con's avatar
con committed
736 737 738 739 740 741 742 743 744 745 746
    // add the project configuration file
    QByteArray conf(pp_configuration);
    conf += definedMacros();
    workingCopy[pp_configuration_file] = conf;

    return workingCopy;
}

void CppModelManager::updateSourceFiles(const QStringList &sourceFiles)
{ (void) refreshSourceFiles(sourceFiles); }

747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
QList<CppModelManager::ProjectInfo> CppModelManager::projectInfos() const
{
    QMutexLocker locker(&mutex);

    return m_projects.values();
}

CppModelManager::ProjectInfo CppModelManager::projectInfo(ProjectExplorer::Project *project) const
{
    QMutexLocker locker(&mutex);

    return m_projects.value(project, ProjectInfo(project));
}

void CppModelManager::updateProjectInfo(const ProjectInfo &pinfo)
{
    QMutexLocker locker(&mutex);

    if (! pinfo.isValid())
        return;

    m_projects.insert(pinfo.project, pinfo);
769
    m_dirty = true;
770

771 772 773 774 775 776 777 778 779 780 781
    if (qgetenv("QTCREATOR_NO_CODE_INDEXER").isNull()) {
        QFuture<void> result = QtConcurrent::run(&CppModelManager::updateIncludesInPaths,
                                                 this,
                                                 pinfo.includePaths,
                                                 m_headerSuffixes);

        if (pinfo.includePaths.size() > 1) {
            m_core->progressManager()->addTask(result, tr("Scanning"),
                                               CppTools::Constants::TASK_INDEX,
                                               Core::ProgressManager::CloseOnSuccess);
        }
782 783 784 785 786 787 788
    }
}

QStringList CppModelManager::includesInPath(const QString &path) const
{
    QMutexLocker locker(&mutex);
    return m_includesInPaths.value(path);
789
}
con's avatar
con committed
790 791 792

QFuture<void> CppModelManager::refreshSourceFiles(const QStringList &sourceFiles)
{
793
    if (! sourceFiles.isEmpty() && qgetenv("QTCREATOR_NO_CODE_INDEXER").isNull()) {
794
        const QMap<QString, QString> workingCopy = buildWorkingCopyList();
con's avatar
con committed
795

796
        CppPreprocessor *preproc = new CppPreprocessor(this);
797
        preproc->setRevision(++m_revision);
798 799 800 801 802 803 804
        preproc->setProjectFiles(projectFiles());
        preproc->setIncludePaths(includePaths());
        preproc->setFrameworkPaths(frameworkPaths());
        preproc->setWorkingCopy(workingCopy);

        QFuture<void> result = QtConcurrent::run(&CppModelManager::parse,
                                                 preproc, sourceFiles);
con's avatar
con committed
805

Roberto Raggi's avatar
Roberto Raggi committed
806 807 808 809 810 811 812 813 814 815 816
        if (m_synchronizer.futures().size() > 10) {
            QList<QFuture<void> > futures = m_synchronizer.futures();

            m_synchronizer.clearFutures();

            foreach (QFuture<void> future, futures) {
                if (! (future.isFinished() || future.isCanceled()))
                    m_synchronizer.addFuture(future);
            }
        }

Roberto Raggi's avatar
Roberto Raggi committed
817 818
        m_synchronizer.addFuture(result);

con's avatar
con committed
819 820 821
        if (sourceFiles.count() > 1) {
            m_core->progressManager()->addTask(result, tr("Indexing"),
                            CppTools::Constants::TASK_INDEX,
822
                            Core::ProgressManager::CloseOnSuccess);
con's avatar
con committed
823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840
        }
        return result;
    }
    return QFuture<void>();
}

/*!
    \fn    void CppModelManager::editorOpened(Core::IEditor *editor)
    \brief If a C++ editor is opened, the model manager listens to content changes
           in order to update the CppCodeModel accordingly. It also updates the
           CppCodeModel for the first time with this editor.

    \sa    void CppModelManager::editorContentsChanged()
 */
void CppModelManager::editorOpened(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
841
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
842 843 844 845 846 847 848 849 850 851 852

        CppEditorSupport *editorSupport = new CppEditorSupport(this);
        editorSupport->setTextEditor(textEditor);
        m_editorSupport[textEditor] = editorSupport;
    }
}

void CppModelManager::editorAboutToClose(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
853
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873

        CppEditorSupport *editorSupport = m_editorSupport.value(textEditor);
        m_editorSupport.remove(textEditor);
        delete editorSupport;
    }
}

bool CppModelManager::isCppEditor(Core::IEditor *editor) const
{
    Core::UniqueIDManager *uidm = m_core->uniqueIDManager();
    const int uid = uidm->uniqueIdentifier(ProjectExplorer::Constants::LANG_CXX);
    return editor->context().contains(uid);
}

void CppModelManager::emitDocumentUpdated(Document::Ptr doc)
{ emit documentUpdated(doc); }

void CppModelManager::onDocumentUpdated(Document::Ptr doc)
{
    const QString fileName = doc->fileName();
874

875 876
    bool outdated = false;

877
    protectSnapshot.lock();
878 879 880 881 882 883 884 885

    Document::Ptr previous = m_snapshot.value(fileName);

    if (previous && (doc->revision() != 0 && doc->revision() < previous->revision()))
        outdated = true;
    else
        m_snapshot.insert(doc);

886 887
    protectSnapshot.unlock();

888 889 890
    if (outdated)
        return;

con's avatar
con committed
891 892 893 894 895 896 897 898 899 900 901 902 903
    QList<Core::IEditor *> openedEditors = m_core->editorManager()->openedEditors();
    foreach (Core::IEditor *editor, openedEditors) {
        if (editor->file()->fileName() == fileName) {
            TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
            if (! textEditor)
                continue;

            TextEditor::BaseTextEditor *ed = qobject_cast<TextEditor::BaseTextEditor *>(textEditor->widget());
            if (! ed)
                continue;

            QList<TextEditor::BaseTextEditor::BlockRange> blockRanges;

904
            foreach (const Document::Block &block, doc->skippedBlocks()) {
con's avatar
con committed
905 906 907 908 909
                blockRanges.append(TextEditor::BaseTextEditor::BlockRange(block.begin(), block.end()));
            }

            QList<QTextEdit::ExtraSelection> selections;

910 911 912 913 914 915
#ifdef QTCREATOR_WITH_MACRO_HIGHLIGHTING
            // set up the format for the macros
            QTextCharFormat macroFormat;
            macroFormat.setUnderlineStyle(QTextCharFormat::SingleUnderline);

            QTextCursor c = ed->textCursor();
916
            foreach (const Document::MacroUse &block, doc->macroUses()) {
917 918 919 920 921 922 923 924 925
                QTextEdit::ExtraSelection sel;
                sel.cursor = c;
                sel.cursor.setPosition(block.begin());
                sel.cursor.setPosition(block.end(), QTextCursor::KeepAnchor);
                sel.format = macroFormat;
                selections.append(sel);
            }
#endif // QTCREATOR_WITH_MACRO_HIGHLIGHTING

con's avatar
con committed
926 927 928 929 930 931 932 933 934 935
            // set up the format for the errors
            QTextCharFormat errorFormat;
            errorFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            errorFormat.setUnderlineColor(Qt::red);

            // set up the format for the warnings.
            QTextCharFormat warningFormat;
            warningFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            warningFormat.setUnderlineColor(Qt::darkYellow);

936
#ifdef QTCREATOR_WITH_ADVANCED_HIGHLIGHTER
937
            QSet<QPair<unsigned, unsigned> > lines;
938
            foreach (const Document::DiagnosticMessage &m, doc->diagnosticMessages()) {
con's avatar
con committed
939 940
                if (m.fileName() != fileName)
                    continue;
941 942 943 944

                const QPair<unsigned, unsigned> coordinates = qMakePair(m.line(), m.column());

                if (lines.contains(coordinates))
con's avatar
con committed
945 946
                    continue;

947
                lines.insert(coordinates);
con's avatar
con committed
948 949 950 951 952 953 954 955

                QTextEdit::ExtraSelection sel;
                if (m.isWarning())
                    sel.format = warningFormat;
                else
                    sel.format = errorFormat;

                QTextCursor c(ed->document()->findBlockByNumber(m.line() - 1));
956 957 958 959 960 961 962 963 964 965 966 967 968 969

                // ### check for generated tokens.

                int column = m.column();

                if (column > c.block().length()) {
                    column = 0;

                    const QString text = c.block().text();
                    for (int i = 0; i < text.size(); ++i) {
                        if (! text.at(i).isSpace()) {
                            ++column;
                            break;
                        }
con's avatar
con committed
970 971
                    }
                }
972 973 974 975 976 977

                if (column != 0)
                    --column;

                c.setPosition(c.position() + column);
                c.movePosition(QTextCursor::EndOfWord, QTextCursor::KeepAnchor);
con's avatar
con committed
978 979 980
                sel.cursor = c;
                selections.append(sel);
            }
981 982 983 984 985 986 987 988 989
#else
            QSet<int> lines;
            foreach (const Document::DiagnosticMessage &m, doc->diagnosticMessages()) {
                if (m.fileName() != fileName)
                    continue;
                else if (lines.contains(m.line()))
                    continue;

                lines.insert(m.line());
Roberto Raggi's avatar
Roberto Raggi committed
990

991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
                QTextEdit::ExtraSelection sel;
                if (m.isWarning())
                    sel.format = warningFormat;
                else
                    sel.format = errorFormat;

                QTextCursor c(ed->document()->findBlockByNumber(m.line() - 1));
                const QString text = c.block().text();
                for (int i = 0; i < text.size(); ++i) {
                    if (! text.at(i).isSpace()) {
                        c.setPosition(c.position() + i);
                        break;
                    }
                }
                c.movePosition(QTextCursor::EndOfBlock, QTextCursor::KeepAnchor);
                sel.cursor = c;
                selections.append(sel);
            }
#endif
Roberto Raggi's avatar
Roberto Raggi committed
1010
            QList<Editor> todo;
1011
            foreach (const Editor &e, todo) {
1012
                if (e.textEditor != textEditor)
Roberto Raggi's avatar
Roberto Raggi committed
1013 1014 1015 1016
                    todo.append(e);
            }

            Editor e;
1017
            e.revision = ed->document()->revision();
1018
            e.textEditor = textEditor;
Roberto Raggi's avatar
Roberto Raggi committed
1019
            e.selections = selections;
1020
            e.ifdefedOutBlocks = blockRanges;
Roberto Raggi's avatar
Roberto Raggi committed
1021 1022 1023
            todo.append(e);
            m_todo = todo;
            postEditorUpdate();
con's avatar
con committed
1024 1025 1026 1027 1028
            break;
        }
    }
}

Roberto Raggi's avatar
Roberto Raggi committed
1029 1030 1031 1032 1033 1034 1035
void CppModelManager::postEditorUpdate()
{
    m_updateEditorSelectionsTimer->start(500);
}

void CppModelManager::updateEditorSelections()
{
1036
    foreach (const Editor &ed, m_todo) {
1037
        if (! ed.textEditor)
Roberto Raggi's avatar
Roberto Raggi committed
1038 1039
            continue;

1040 1041
        TextEditor::ITextEditor *textEditor = ed.textEditor;
        TextEditor::BaseTextEditor *editor = qobject_cast<TextEditor::BaseTextEditor *>(textEditor->widget());
1042