cppmodelmanager.cpp 29.2 KB
Newer Older
con's avatar
con committed
1 2 3 4
/***************************************************************************
**
** This file is part of Qt Creator
**
5
** Copyright (c) 2008-2009 Nokia Corporation and/or its subsidiary(-ies).
con's avatar
con committed
6 7 8
**
** Contact:  Qt Software Information (qt-info@nokia.com)
**
9 10 11
**
** Non-Open Source Usage
**
con's avatar
con committed
12 13 14
** Licensees may use this file in accordance with the Qt Beta Version
** License Agreement, Agreement version 2.2 provided with the Software or,
** alternatively, in accordance with the terms contained in a written
15 16 17 18
** agreement between you and Nokia.
**
** GNU General Public License Usage
**
con's avatar
con committed
19 20 21 22 23 24 25 26 27 28
** Alternatively, this file may be used under the terms of the GNU General
** Public License versions 2.0 or 3.0 as published by the Free Software
** Foundation and appearing in the file LICENSE.GPL included in the packaging
** of this file.  Please review the following information to ensure GNU
** General Public Licensing requirements will be met:
**
** http://www.fsf.org/licensing/licenses/info/GPLv2.html and
** http://www.gnu.org/copyleft/gpl.html.
**
** In addition, as a special exception, Nokia gives you certain additional
29
** rights. These rights are described in the Nokia Qt GPL Exception
30
** version 1.3, included in the file GPL_EXCEPTION.txt in this package.
31 32
**
***************************************************************************/
hjk's avatar
hjk committed
33

Roberto Raggi's avatar
Roberto Raggi committed
34
#include <cplusplus/pp.h>
con's avatar
con committed
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50

#include "cppmodelmanager.h"
#include "cpptoolsconstants.h"
#include "cpptoolseditorsupport.h"

#include <qtconcurrent/runextensions.h>
#include <texteditor/itexteditor.h>
#include <texteditor/basetexteditor.h>

#include <projectexplorer/project.h>
#include <projectexplorer/projectexplorer.h>
#include <projectexplorer/projectexplorerconstants.h>
#include <projectexplorer/session.h>

#include <coreplugin/icore.h>
#include <coreplugin/uniqueidmanager.h>
51
#include <coreplugin/mimedatabase.h>
con's avatar
con committed
52
#include <coreplugin/editormanager/editormanager.h>
53
#include <coreplugin/progressmanager/progressmanager.h>
con's avatar
con committed
54

55
#include <extensionsystem/pluginmanager.h>
hjk's avatar
hjk committed
56 57
#include <utils/qtcassert.h>

con's avatar
con committed
58 59 60 61 62 63 64 65 66
#include <TranslationUnit.h>
#include <Semantic.h>
#include <AST.h>
#include <Scope.h>
#include <Literals.h>
#include <Symbols.h>
#include <Names.h>
#include <NameVisitor.h>
#include <TypeVisitor.h>
67 68
#include <ASTVisitor.h>
#include <PrettyPrinter.h>
con's avatar
con committed
69 70 71
#include <Lexer.h>
#include <Token.h>

hjk's avatar
hjk committed
72 73 74
#include <QtCore/QDebug>
#include <QtCore/QMutexLocker>
#include <QtCore/QTime>
Roberto Raggi's avatar
Roberto Raggi committed
75
#include <QtCore/QTimer>
76 77
#include <iostream>
#include <sstream>
hjk's avatar
hjk committed
78

79 80
using namespace CppTools;
using namespace CppTools::Internal;
con's avatar
con committed
81 82
using namespace CPlusPlus;

83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
#if defined(QTCREATOR_WITH_DUMP_AST) && defined(Q_CC_GNU)

#include <cxxabi.h>

class DumpAST: protected ASTVisitor
{
public:
    int depth;

    DumpAST(Control *control)
        : ASTVisitor(control), depth(0)
    { }

    void operator()(AST *ast)
    { accept(ast); }

protected:
    virtual bool preVisit(AST *ast)
    {
        std::ostringstream s;
        PrettyPrinter pp(control(), s);
        pp(ast);
        QString code = QString::fromStdString(s.str());
        code.replace('\n', ' ');
        code.replace(QRegExp("\\s+"), " ");

        const char *name = abi::__cxa_demangle(typeid(*ast).name(), 0, 0, 0) + 11;

        QByteArray ind(depth, ' ');
        ind += name;

        printf("%-40s %s\n", ind.constData(), qPrintable(code));
        ++depth;
        return true;
    }

    virtual void postVisit(AST *)
    { --depth; }
};

#endif QTCREATOR_WITH_DUMP_AST

con's avatar
con committed
125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
static const char pp_configuration_file[] = "<configuration>";

static const char pp_configuration[] =
    "# 1 \"<configuration>\"\n"
    "#define __GNUC_MINOR__ 0\n"
    "#define __GNUC__ 4\n"
    "#define __GNUG__ 4\n"
    "#define __STDC_HOSTED__ 1\n"
    "#define __VERSION__ \"4.0.1 (fake)\"\n"
    "#define __cplusplus 1\n"

    "#define __extension__\n"
    "#define __context__\n"
    "#define __range__\n"
    "#define __asm(a...)\n"
    "#define __asm__(a...)\n"
    "#define   restrict\n"
    "#define __restrict\n"

144 145 146 147
    "#define __complex__\n"
    "#define __imag__\n"
    "#define __real__\n"

con's avatar
con committed
148 149 150 151 152 153 154 155 156 157 158 159
    // ### add macros for win32
    "#define __cdecl\n"
    "#define QT_WA(x) x\n"
    "#define API\n"
    "#define WINAPI\n"
    "#define CALLBACK\n"
    "#define STDMETHODCALLTYPE\n"
    "#define __RPC_FAR\n"
    "#define APIENTRY\n"
    "#define __declspec(a)\n"
    "#define STDMETHOD(method) virtual HRESULT STDMETHODCALLTYPE method\n";

160 161 162
namespace CppTools {
namespace Internal {

163
class CppPreprocessor: public CPlusPlus::Client
con's avatar
con committed
164 165
{
public:
166
    CppPreprocessor(QPointer<CppModelManager> modelManager);
con's avatar
con committed
167

168 169 170 171
    void setWorkingCopy(const QMap<QString, QByteArray> &workingCopy);
    void setIncludePaths(const QStringList &includePaths);
    void setFrameworkPaths(const QStringList &frameworkPaths);
    void setProjectFiles(const QStringList &files);
172 173
    void setTodo(const QStringList &files);

174 175
    void run(QString &fileName);
    void operator()(QString &fileName);
con's avatar
con committed
176

177 178
    void resetEnvironment();

179 180 181
    const QSet<QString> &todo() const
    { return m_todo; }

182 183 184
public: // attributes
    Snapshot snapshot;

185 186
protected:
    CPlusPlus::Document::Ptr switchDocument(CPlusPlus::Document::Ptr doc);
con's avatar
con committed
187

188 189
    bool includeFile(const QString &absoluteFilePath, QByteArray *result);
    QByteArray tryIncludeFile(QString &fileName, IncludeType type);
con's avatar
con committed
190

191 192
    void mergeEnvironment(CPlusPlus::Document::Ptr doc);
    void mergeEnvironment(CPlusPlus::Document::Ptr doc, QSet<QString> *processed);
con's avatar
con committed
193

Roberto Raggi's avatar
Roberto Raggi committed
194
    virtual void macroAdded(const Macro &macro);
195
    virtual void startExpandingMacro(unsigned offset,
196
                                     const Macro &macro,
197
                                     const QByteArray &originalText);
198
    virtual void stopExpandingMacro(unsigned offset, const Macro &macro);
199 200
    virtual void startSkippingBlocks(unsigned offset);
    virtual void stopSkippingBlocks(unsigned offset);
201 202
    virtual void sourceNeeded(QString &fileName, IncludeType type,
                              unsigned line);
con's avatar
con committed
203

204 205
private:
    QPointer<CppModelManager> m_modelManager;
206
    Environment env;
207
    Preprocessor m_proc;
208 209 210 211 212 213 214
    QStringList m_includePaths;
    QStringList m_systemIncludePaths;
    QMap<QString, QByteArray> m_workingCopy;
    QStringList m_projectFiles;
    QStringList m_frameworkPaths;
    QSet<QString> m_included;
    CPlusPlus::Document::Ptr m_currentDoc;
215
    QSet<QString> m_todo;
216
};
con's avatar
con committed
217

218 219
} // namespace Internal
} // namespace CppTools
220

221
CppPreprocessor::CppPreprocessor(QPointer<CppModelManager> modelManager)
222 223 224
    : snapshot(modelManager->snapshot()),
      m_modelManager(modelManager),
      m_proc(this, env)
225
{ }
con's avatar
con committed
226

227 228
void CppPreprocessor::setWorkingCopy(const QMap<QString, QByteArray> &workingCopy)
{ m_workingCopy = workingCopy; }
con's avatar
con committed
229

230 231 232 233 234
void CppPreprocessor::setIncludePaths(const QStringList &includePaths)
{ m_includePaths = includePaths; }

void CppPreprocessor::setFrameworkPaths(const QStringList &frameworkPaths)
{ m_frameworkPaths = frameworkPaths; }
con's avatar
con committed
235

236 237 238
void CppPreprocessor::setProjectFiles(const QStringList &files)
{ m_projectFiles = files; }

239 240 241
void CppPreprocessor::setTodo(const QStringList &files)
{ m_todo = QSet<QString>::fromList(files); }

242
void CppPreprocessor::run(QString &fileName)
243
{ sourceNeeded(fileName, IncludeGlobal, /*line = */ 0); }
244

245 246 247
void CppPreprocessor::resetEnvironment()
{ env.reset(); }

248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264
void CppPreprocessor::operator()(QString &fileName)
{ run(fileName); }

bool CppPreprocessor::includeFile(const QString &absoluteFilePath, QByteArray *result)
{
    if (absoluteFilePath.isEmpty() || m_included.contains(absoluteFilePath)) {
        return true;
    }

    if (m_workingCopy.contains(absoluteFilePath)) {
        m_included.insert(absoluteFilePath);
        *result = m_workingCopy.value(absoluteFilePath);
        return true;
    }

    QFileInfo fileInfo(absoluteFilePath);
    if (! fileInfo.isFile())
con's avatar
con committed
265
        return false;
266 267 268 269 270 271 272 273 274

    QFile file(absoluteFilePath);
    if (file.open(QFile::ReadOnly)) {
        m_included.insert(absoluteFilePath);
        QTextStream stream(&file);
        const QString contents = stream.readAll();
        *result = contents.toUtf8();
        file.close();
        return true;
con's avatar
con committed
275 276
    }

277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297
    return false;
}

QByteArray CppPreprocessor::tryIncludeFile(QString &fileName, IncludeType type)
{
    QFileInfo fileInfo(fileName);
    if (fileName == QLatin1String(pp_configuration_file) || fileInfo.isAbsolute()) {
        QByteArray contents;
        includeFile(fileName, &contents);
        return contents;
    }

    if (type == IncludeLocal && m_currentDoc) {
        QFileInfo currentFileInfo(m_currentDoc->fileName());
        QString path = currentFileInfo.absolutePath();
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
        QByteArray contents;
        if (includeFile(path, &contents)) {
            fileName = path;
con's avatar
con committed
298 299
            return contents;
        }
300
    }
con's avatar
con committed
301

302 303 304 305 306 307 308 309 310
    foreach (const QString &includePath, m_includePaths) {
        QString path = includePath;
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
        QByteArray contents;
        if (includeFile(path, &contents)) {
            fileName = path;
            return contents;
con's avatar
con committed
311
        }
312
    }
con's avatar
con committed
313

314 315 316 317 318 319 320 321 322 323
    // look in the system include paths
    foreach (const QString &includePath, m_systemIncludePaths) {
        QString path = includePath;
        path += QLatin1Char('/');
        path += fileName;
        path = QDir::cleanPath(path);
        QByteArray contents;
        if (includeFile(path, &contents)) {
            fileName = path;
            return contents;
con's avatar
con committed
324
        }
325 326 327 328 329 330
    }

    int index = fileName.indexOf(QLatin1Char('/'));
    if (index != -1) {
        QString frameworkName = fileName.left(index);
        QString name = fileName.mid(index + 1);
con's avatar
con committed
331

332 333
        foreach (const QString &frameworkPath, m_frameworkPaths) {
            QString path = frameworkPath;
con's avatar
con committed
334
            path += QLatin1Char('/');
335 336 337
            path += frameworkName;
            path += QLatin1String(".framework/Headers/");
            path += name;
con's avatar
con committed
338 339 340 341 342 343
            QByteArray contents;
            if (includeFile(path, &contents)) {
                fileName = path;
                return contents;
            }
        }
344
    }
con's avatar
con committed
345

346 347 348
    QString path = fileName;
    if (path.at(0) != QLatin1Char('/'))
        path.prepend(QLatin1Char('/'));
con's avatar
con committed
349

350 351 352 353 354 355
    foreach (const QString &projectFile, m_projectFiles) {
        if (projectFile.endsWith(path)) {
            fileName = projectFile;
            QByteArray contents;
            includeFile(fileName, &contents);
            return contents;
con's avatar
con committed
356 357 358
        }
    }

359 360 361
    //qDebug() << "**** file" << fileName << "not found!";
    return QByteArray();
}
con's avatar
con committed
362

Roberto Raggi's avatar
Roberto Raggi committed
363
void CppPreprocessor::macroAdded(const Macro &macro)
364 365 366
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
367

Roberto Raggi's avatar
Roberto Raggi committed
368
    m_currentDoc->appendMacro(macro);
369
}
370

371
void CppPreprocessor::startExpandingMacro(unsigned offset,
Roberto Raggi's avatar
Roberto Raggi committed
372
                                          const Macro &macro,
373 374 375 376
                                          const QByteArray &originalText)
{
    if (! m_currentDoc)
        return;
377

378
    //qDebug() << "start expanding:" << macro.name << "text:" << originalText;
Roberto Raggi's avatar
Roberto Raggi committed
379
    m_currentDoc->addMacroUse(macro, offset, originalText.length());
380
}
381

382
void CppPreprocessor::stopExpandingMacro(unsigned, const Macro &)
383 384 385
{
    if (! m_currentDoc)
        return;
con's avatar
con committed
386

387 388
    //qDebug() << "stop expanding:" << macro.name;
}
con's avatar
con committed
389

390 391 392 393 394
void CppPreprocessor::mergeEnvironment(Document::Ptr doc)
{
    QSet<QString> processed;
    mergeEnvironment(doc, &processed);
}
con's avatar
con committed
395

396 397 398 399
void CppPreprocessor::mergeEnvironment(Document::Ptr doc, QSet<QString> *processed)
{
    if (! doc)
        return;
con's avatar
con committed
400

401
    const QString fn = doc->fileName();
con's avatar
con committed
402

403 404
    if (processed->contains(fn))
        return;
con's avatar
con committed
405

406
    processed->insert(fn);
con's avatar
con committed
407

408
    foreach (const Document::Include &incl, doc->includes()) {
409 410 411 412 413 414
        QString includedFile = incl.fileName();

        if (Document::Ptr includedDoc = snapshot.value(includedFile))
            mergeEnvironment(includedDoc, processed);
        else
            run(includedFile);
Roberto Raggi's avatar
Roberto Raggi committed
415
    }
con's avatar
con committed
416

417
    env.addMacros(doc->definedMacros());
418
}
con's avatar
con committed
419

420 421 422 423 424 425 426 427 428 429 430 431 432 433
void CppPreprocessor::startSkippingBlocks(unsigned offset)
{
    //qDebug() << "start skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->startSkippingBlocks(offset);
}

void CppPreprocessor::stopSkippingBlocks(unsigned offset)
{
    //qDebug() << "stop skipping blocks:" << offset;
    if (m_currentDoc)
        m_currentDoc->stopSkippingBlocks(offset);
}

434 435
void CppPreprocessor::sourceNeeded(QString &fileName, IncludeType type,
                                   unsigned line)
436 437 438 439 440 441 442
{
    if (fileName.isEmpty())
        return;

    QByteArray contents = tryIncludeFile(fileName, type);

    if (m_currentDoc) {
443
        m_currentDoc->addIncludeFile(fileName, line);
444

445 446
        if (contents.isEmpty() && ! QFileInfo(fileName).isAbsolute()) {
            QString msg;
447

448 449
            msg += fileName;
            msg += QLatin1String(": No such file or directory");
450

451 452 453 454
            Document::DiagnosticMessage d(Document::DiagnosticMessage::Warning,
                                          m_currentDoc->fileName(),
                                          env.currentLine, /*column = */ 0,
                                          msg);
455

456
            m_currentDoc->addDiagnosticMessage(d);
457

458
            //qWarning() << "file not found:" << fileName << m_currentDoc->fileName() << env.current_line;
con's avatar
con committed
459
        }
460
    }
con's avatar
con committed
461

462
    //qDebug() << "parse file:" << fileName << "contents:" << contents.size();
con's avatar
con committed
463

464 465 466 467 468
    Document::Ptr doc = snapshot.value(fileName);
    if (doc) {
        mergeEnvironment(doc);
        return;
    }
con's avatar
con committed
469

470
    doc = Document::create(fileName);
con's avatar
con committed
471

472
    Document::Ptr previousDoc = switchDocument(doc);
con's avatar
con committed
473

474 475
    QByteArray preprocessedCode;
    m_proc(fileName.toUtf8(), contents, &preprocessedCode);
con's avatar
con committed
476

477 478 479 480
    doc->setSource(preprocessedCode);

    doc->parse();
    doc->check();
481 482 483 484 485 486

#if defined(QTCREATOR_WITH_DUMP_AST) && defined(Q_CC_GNU)
            DumpAST dump(m_currentDoc->control());
            dump(m_currentDoc->translationUnit()->ast());
#endif

487
    doc->releaseTranslationUnit();
con's avatar
con committed
488

489 490 491 492 493 494
    snapshot[fileName] = doc;

    if (m_modelManager)
        m_modelManager->emitDocumentUpdated(m_currentDoc); // ### TODO: compress

    (void) switchDocument(previousDoc);
495
    m_todo.remove(fileName);
496
}
con's avatar
con committed
497

498 499 500 501 502 503
Document::Ptr CppPreprocessor::switchDocument(Document::Ptr doc)
{
    Document::Ptr previousDoc = m_currentDoc;
    m_currentDoc = doc;
    return previousDoc;
}
con's avatar
con committed
504 505 506 507 508 509 510 511 512 513 514 515



/*!
    \class CppTools::CppModelManager
    \brief The CppModelManager keeps track of one CppCodeModel instance
           for each project and all related CppCodeModelPart instances.

    It also takes care of updating the code models when C++ files are
    modified within Workbench.
*/

516 517
CppModelManager::CppModelManager(QObject *parent)
    : CppModelManagerInterface(parent)
con's avatar
con committed
518
{
519
    m_core = Core::ICore::instance(); // FIXME
520 521
    m_dirty = true;

con's avatar
con committed
522 523 524
    m_projectExplorer = ExtensionSystem::PluginManager::instance()
                        ->getObject<ProjectExplorer::ProjectExplorerPlugin>();

hjk's avatar
hjk committed
525
    QTC_ASSERT(m_projectExplorer, return);
con's avatar
con committed
526 527

    ProjectExplorer::SessionManager *session = m_projectExplorer->session();
hjk's avatar
hjk committed
528
    QTC_ASSERT(session, return);
con's avatar
con committed
529

Roberto Raggi's avatar
Roberto Raggi committed
530 531 532 533 534 535
    m_updateEditorSelectionsTimer = new QTimer(this);
    m_updateEditorSelectionsTimer->setInterval(500);
    m_updateEditorSelectionsTimer->setSingleShot(true);
    connect(m_updateEditorSelectionsTimer, SIGNAL(timeout()),
            this, SLOT(updateEditorSelections()));

536 537 538
    connect(session, SIGNAL(projectAdded(ProjectExplorer::Project*)),
            this, SLOT(onProjectAdded(ProjectExplorer::Project*)));

con's avatar
con committed
539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561
    connect(session, SIGNAL(aboutToRemoveProject(ProjectExplorer::Project *)),
            this, SLOT(onAboutToRemoveProject(ProjectExplorer::Project *)));

    connect(session, SIGNAL(sessionUnloaded()),
            this, SLOT(onSessionUnloaded()));

    qRegisterMetaType<CPlusPlus::Document::Ptr>("CPlusPlus::Document::Ptr");

    // thread connections
    connect(this, SIGNAL(documentUpdated(CPlusPlus::Document::Ptr)),
            this, SLOT(onDocumentUpdated(CPlusPlus::Document::Ptr)));

    // Listen for editor closed and opened events so that we can keep track of changing files
    connect(m_core->editorManager(), SIGNAL(editorOpened(Core::IEditor *)),
        this, SLOT(editorOpened(Core::IEditor *)));

    connect(m_core->editorManager(), SIGNAL(editorAboutToClose(Core::IEditor *)),
        this, SLOT(editorAboutToClose(Core::IEditor *)));
}

CppModelManager::~CppModelManager()
{ }

562 563
Snapshot CppModelManager::snapshot() const
{ return m_snapshot; }
con's avatar
con committed
564

565 566 567 568 569 570
void CppModelManager::ensureUpdated()
{
    QMutexLocker locker(&mutex);
    if (! m_dirty)
        return;

571 572 573 574
    m_projectFiles = internalProjectFiles();
    m_includePaths = internalIncludePaths();
    m_frameworkPaths = internalFrameworkPaths();
    m_definedMacros = internalDefinedMacros();
575 576 577
    m_dirty = false;
}

578
QStringList CppModelManager::internalProjectFiles() const
con's avatar
con committed
579 580 581 582 583 584 585 586
{
    QStringList files;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        files += pinfo.sourceFiles;
    }
587
    files.removeDuplicates();
con's avatar
con committed
588 589 590
    return files;
}

591
QStringList CppModelManager::internalIncludePaths() const
con's avatar
con committed
592 593 594 595 596 597 598 599
{
    QStringList includePaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        includePaths += pinfo.includePaths;
    }
600
    includePaths.removeDuplicates();
con's avatar
con committed
601 602 603
    return includePaths;
}

604
QStringList CppModelManager::internalFrameworkPaths() const
con's avatar
con committed
605 606 607 608 609 610 611 612
{
    QStringList frameworkPaths;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        frameworkPaths += pinfo.frameworkPaths;
    }
613
    frameworkPaths.removeDuplicates();
con's avatar
con committed
614 615 616
    return frameworkPaths;
}

617
QByteArray CppModelManager::internalDefinedMacros() const
con's avatar
con committed
618 619 620 621 622 623 624 625 626 627 628
{
    QByteArray macros;
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(m_projects);
    while (it.hasNext()) {
        it.next();
        ProjectInfo pinfo = it.value();
        macros += pinfo.defines;
    }
    return macros;
}

629
QMap<QString, QByteArray> CppModelManager::buildWorkingCopyList()
con's avatar
con committed
630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651
{
    QMap<QString, QByteArray> workingCopy;
    QMapIterator<TextEditor::ITextEditor *, CppEditorSupport *> it(m_editorSupport);
    while (it.hasNext()) {
        it.next();
        TextEditor::ITextEditor *textEditor = it.key();
        CppEditorSupport *editorSupport = it.value();
        QString fileName = textEditor->file()->fileName();
        workingCopy[fileName] = editorSupport->contents().toUtf8();
    }

    // add the project configuration file
    QByteArray conf(pp_configuration);
    conf += definedMacros();
    workingCopy[pp_configuration_file] = conf;

    return workingCopy;
}

void CppModelManager::updateSourceFiles(const QStringList &sourceFiles)
{ (void) refreshSourceFiles(sourceFiles); }

652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673
QList<CppModelManager::ProjectInfo> CppModelManager::projectInfos() const
{
    QMutexLocker locker(&mutex);

    return m_projects.values();
}

CppModelManager::ProjectInfo CppModelManager::projectInfo(ProjectExplorer::Project *project) const
{
    QMutexLocker locker(&mutex);

    return m_projects.value(project, ProjectInfo(project));
}

void CppModelManager::updateProjectInfo(const ProjectInfo &pinfo)
{
    QMutexLocker locker(&mutex);

    if (! pinfo.isValid())
        return;

    m_projects.insert(pinfo.project, pinfo);
674
    m_dirty = true;
675
}
con's avatar
con committed
676 677 678

QFuture<void> CppModelManager::refreshSourceFiles(const QStringList &sourceFiles)
{
679
    if (! sourceFiles.isEmpty() && qgetenv("QTCREATOR_NO_CODE_INDEXER").isNull()) {
con's avatar
con committed
680 681
        const QMap<QString, QByteArray> workingCopy = buildWorkingCopyList();

682 683 684 685 686 687 688 689
        CppPreprocessor *preproc = new CppPreprocessor(this);
        preproc->setProjectFiles(projectFiles());
        preproc->setIncludePaths(includePaths());
        preproc->setFrameworkPaths(frameworkPaths());
        preproc->setWorkingCopy(workingCopy);

        QFuture<void> result = QtConcurrent::run(&CppModelManager::parse,
                                                 preproc, sourceFiles);
con's avatar
con committed
690 691 692 693

        if (sourceFiles.count() > 1) {
            m_core->progressManager()->addTask(result, tr("Indexing"),
                            CppTools::Constants::TASK_INDEX,
694
                            Core::ProgressManager::CloseOnSuccess);
con's avatar
con committed
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712
        }
        return result;
    }
    return QFuture<void>();
}

/*!
    \fn    void CppModelManager::editorOpened(Core::IEditor *editor)
    \brief If a C++ editor is opened, the model manager listens to content changes
           in order to update the CppCodeModel accordingly. It also updates the
           CppCodeModel for the first time with this editor.

    \sa    void CppModelManager::editorContentsChanged()
 */
void CppModelManager::editorOpened(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
713
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
714 715 716 717 718 719 720 721 722 723 724

        CppEditorSupport *editorSupport = new CppEditorSupport(this);
        editorSupport->setTextEditor(textEditor);
        m_editorSupport[textEditor] = editorSupport;
    }
}

void CppModelManager::editorAboutToClose(Core::IEditor *editor)
{
    if (isCppEditor(editor)) {
        TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
hjk's avatar
hjk committed
725
        QTC_ASSERT(textEditor, return);
con's avatar
con committed
726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745

        CppEditorSupport *editorSupport = m_editorSupport.value(textEditor);
        m_editorSupport.remove(textEditor);
        delete editorSupport;
    }
}

bool CppModelManager::isCppEditor(Core::IEditor *editor) const
{
    Core::UniqueIDManager *uidm = m_core->uniqueIDManager();
    const int uid = uidm->uniqueIdentifier(ProjectExplorer::Constants::LANG_CXX);
    return editor->context().contains(uid);
}

void CppModelManager::emitDocumentUpdated(Document::Ptr doc)
{ emit documentUpdated(doc); }

void CppModelManager::onDocumentUpdated(Document::Ptr doc)
{
    const QString fileName = doc->fileName();
746
    m_snapshot[fileName] = doc;
con's avatar
con committed
747 748 749 750 751 752 753 754 755 756 757 758 759
    QList<Core::IEditor *> openedEditors = m_core->editorManager()->openedEditors();
    foreach (Core::IEditor *editor, openedEditors) {
        if (editor->file()->fileName() == fileName) {
            TextEditor::ITextEditor *textEditor = qobject_cast<TextEditor::ITextEditor *>(editor);
            if (! textEditor)
                continue;

            TextEditor::BaseTextEditor *ed = qobject_cast<TextEditor::BaseTextEditor *>(textEditor->widget());
            if (! ed)
                continue;

            QList<TextEditor::BaseTextEditor::BlockRange> blockRanges;

760
            foreach (const Document::Block &block, doc->skippedBlocks()) {
con's avatar
con committed
761 762 763 764 765 766
                blockRanges.append(TextEditor::BaseTextEditor::BlockRange(block.begin(), block.end()));
            }
            ed->setIfdefedOutBlocks(blockRanges);

            QList<QTextEdit::ExtraSelection> selections;

767 768 769 770 771 772
#ifdef QTCREATOR_WITH_MACRO_HIGHLIGHTING
            // set up the format for the macros
            QTextCharFormat macroFormat;
            macroFormat.setUnderlineStyle(QTextCharFormat::SingleUnderline);

            QTextCursor c = ed->textCursor();
773
            foreach (const Document::MacroUse &block, doc->macroUses()) {
774 775 776 777 778 779 780 781 782
                QTextEdit::ExtraSelection sel;
                sel.cursor = c;
                sel.cursor.setPosition(block.begin());
                sel.cursor.setPosition(block.end(), QTextCursor::KeepAnchor);
                sel.format = macroFormat;
                selections.append(sel);
            }
#endif // QTCREATOR_WITH_MACRO_HIGHLIGHTING

con's avatar
con committed
783 784 785 786 787 788 789 790 791 792 793
            // set up the format for the errors
            QTextCharFormat errorFormat;
            errorFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            errorFormat.setUnderlineColor(Qt::red);

            // set up the format for the warnings.
            QTextCharFormat warningFormat;
            warningFormat.setUnderlineStyle(QTextCharFormat::WaveUnderline);
            warningFormat.setUnderlineColor(Qt::darkYellow);

            QSet<int> lines;
794
            foreach (const Document::DiagnosticMessage &m, doc->diagnosticMessages()) {
con's avatar
con committed
795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819
                if (m.fileName() != fileName)
                    continue;
                else if (lines.contains(m.line()))
                    continue;

                lines.insert(m.line());

                QTextEdit::ExtraSelection sel;
                if (m.isWarning())
                    sel.format = warningFormat;
                else
                    sel.format = errorFormat;

                QTextCursor c(ed->document()->findBlockByNumber(m.line() - 1));
                const QString text = c.block().text();
                for (int i = 0; i < text.size(); ++i) {
                    if (! text.at(i).isSpace()) {
                        c.setPosition(c.position() + i);
                        break;
                    }
                }
                c.movePosition(QTextCursor::EndOfBlock, QTextCursor::KeepAnchor);
                sel.cursor = c;
                selections.append(sel);
            }
Roberto Raggi's avatar
Roberto Raggi committed
820 821

            QList<Editor> todo;
822
            foreach (const Editor &e, todo) {
Roberto Raggi's avatar
Roberto Raggi committed
823 824 825 826 827 828 829 830 831 832
                if (e.widget != ed)
                    todo.append(e);
            }

            Editor e;
            e.widget = ed;
            e.selections = selections;
            todo.append(e);
            m_todo = todo;
            postEditorUpdate();
con's avatar
con committed
833 834 835 836 837
            break;
        }
    }
}

Roberto Raggi's avatar
Roberto Raggi committed
838 839 840 841 842 843 844
void CppModelManager::postEditorUpdate()
{
    m_updateEditorSelectionsTimer->start(500);
}

void CppModelManager::updateEditorSelections()
{
845
    foreach (const Editor &ed, m_todo) {
Roberto Raggi's avatar
Roberto Raggi committed
846 847 848 849 850 851 852 853 854 855
        if (! ed.widget)
            continue;

        ed.widget->setExtraSelections(TextEditor::BaseTextEditor::CodeWarningsSelection,
                                      ed.selections);
    }

    m_todo.clear();
}

856 857
void CppModelManager::onProjectAdded(ProjectExplorer::Project *)
{
858
    QMutexLocker locker(&mutex);
859 860 861
    m_dirty = true;
}

con's avatar
con committed
862 863
void CppModelManager::onAboutToRemoveProject(ProjectExplorer::Project *project)
{
864 865 866 867 868 869
    do {
        QMutexLocker locker(&mutex);
        m_dirty = true;
        m_projects.remove(project);
    } while (0);

con's avatar
con committed
870 871 872 873 874
    GC();
}

void CppModelManager::onSessionUnloaded()
{
875
    if (m_core->progressManager()) {
con's avatar
con committed
876
        m_core->progressManager()->cancelTasks(CppTools::Constants::TASK_INDEX);
877
    }
878 879 880 881 882 883 884 885

    do {
        QMutexLocker locker(&mutex);
        m_projects.clear();
        m_dirty = true;
    } while (0);

    GC();
con's avatar
con committed
886 887 888
}

void CppModelManager::parse(QFutureInterface<void> &future,
889 890
                            CppPreprocessor *preproc,
                            QStringList files)
con's avatar
con committed
891
{
892 893 894
    if (files.isEmpty())
        return;

895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910
    Core::MimeDatabase *db = Core::ICore::instance()->mimeDatabase();
    QStringList headers, sources;
    Core::MimeType cSourceTy = db->findByType(QLatin1String("text/x-csrc"));
    Core::MimeType cppSourceTy = db->findByType(QLatin1String("text/x-c++src"));

    foreach (const QString &file, files) {
        const QFileInfo fileInfo(file);

        if (cSourceTy.matchesFile(fileInfo) || cppSourceTy.matchesFile(fileInfo))
            sources.append(file);

        else
            headers.append(file);
    }

    foreach (const QString &file, files) {
911 912
        preproc->snapshot.remove(file);
    }
913

914 915 916
    files = sources;
    files += headers;

917 918
    preproc->setTodo(files);

con's avatar
con committed
919 920 921 922 923 924 925 926
    // Change the priority of the background parser thread to idle.
    QThread::currentThread()->setPriority(QThread::IdlePriority);

    future.setProgressRange(0, files.size());

    QString conf = QLatin1String(pp_configuration_file);
    const int STEP = 10;

927 928
    bool processingHeaders = false;

con's avatar
con committed
929 930 931 932 933 934 935 936 937 938 939 940 941
    for (int i = 0; i < files.size(); ++i) {
        if (future.isPaused())
            future.waitForResume();

        if (future.isCanceled())
            break;

#ifdef CPPTOOLS_DEBUG_PARSING_TIME
        QTime tm;
        tm.start();
#endif

        QString fileName = files.at(i);
942 943 944 945 946 947 948 949 950 951 952 953 954 955

        bool isSourceFile = false;
        if (cppSourceTy.matchesFile(fileName) || cSourceTy.matchesFile(fileName))
            isSourceFile = true;

        if (isSourceFile)
            (void) preproc->run(conf);

        else if (! processingHeaders) {
            (void) preproc->run(conf);

            processingHeaders = true;
        }

956
        preproc->run(fileName);
con's avatar
con committed
957

958 959
        future.setProgressValue(files.size() - preproc->todo().size());

960 961 962
        if (isSourceFile)
            preproc->resetEnvironment();

con's avatar
con committed
963 964 965 966 967 968 969 970
        if (! (i % STEP)) // Yields execution of the current thread.
            QThread::yieldCurrentThread();

#ifdef CPPTOOLS_DEBUG_PARSING_TIME
        qDebug() << fileName << "parsed in:" << tm.elapsed();
#endif
    }

971 972
    future.setProgressValue(files.size());

con's avatar
con committed
973 974
    // Restore the previous thread priority.
    QThread::currentThread()->setPriority(QThread::NormalPriority);
975 976

    delete preproc;
con's avatar
con committed
977 978 979 980
}

void CppModelManager::GC()
{
981
    Snapshot documents = m_snapshot;
con's avatar
con committed
982 983

    QSet<QString> processed;
984
    QStringList todo = projectFiles();
con's avatar
con committed
985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011

    while (! todo.isEmpty()) {
        QString fn = todo.last();
        todo.removeLast();

        if (processed.contains(fn))
            continue;

        processed.insert(fn);

        if (Document::Ptr doc = documents.value(fn)) {
            todo += doc->includedFiles();
        }
    }

    QStringList removedFiles;
    QMutableMapIterator<QString, Document::Ptr> it(documents);
    while (it.hasNext()) {
        it.next();
        const QString fn = it.key();
        if (! processed.contains(fn)) {
            removedFiles.append(fn);
            it.remove();
        }
    }

    emit aboutToRemoveFiles(removedFiles);
1012
    m_snapshot = documents;
con's avatar
con committed
1013 1014 1015
}