cppmodelmanager.cpp 41.6 KB
Newer Older
hjk's avatar
hjk committed
1
/****************************************************************************
con's avatar
con committed
2
**
Eike Ziller's avatar
Eike Ziller committed
3 4
** Copyright (C) 2015 The Qt Company Ltd.
** Contact: http://www.qt.io/licensing
con's avatar
con committed
5
**
hjk's avatar
hjk committed
6
** This file is part of Qt Creator.
con's avatar
con committed
7
**
hjk's avatar
hjk committed
8 9 10 11
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
Eike Ziller's avatar
Eike Ziller committed
12 13
** a written agreement between you and The Qt Company.  For licensing terms and
** conditions see http://www.qt.io/terms-conditions.  For further information
Eike Ziller's avatar
Eike Ziller committed
14
** use the contact form at http://www.qt.io/contact-us.
15
**
16
** GNU Lesser General Public License Usage
hjk's avatar
hjk committed
17
** Alternatively, this file may be used under the terms of the GNU Lesser
Eike Ziller's avatar
Eike Ziller committed
18 19 20 21 22 23
** General Public License version 2.1 or version 3 as published by the Free
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
** LICENSE.LGPLv3 included in the packaging of this file.  Please review the
** following information to ensure the GNU Lesser General Public License
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
hjk's avatar
hjk committed
24
**
Eike Ziller's avatar
Eike Ziller committed
25 26
** In addition, as a special exception, The Qt Company gives you certain additional
** rights.  These rights are described in The Qt Company LGPL Exception
con's avatar
con committed
27 28
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
hjk's avatar
hjk committed
29
****************************************************************************/
hjk's avatar
hjk committed
30

con's avatar
con committed
31
#include "cppmodelmanager.h"
32

33
#include "abstracteditorsupport.h"
34
#include "baseeditordocumentprocessor.h"
35
#include "builtinindexingsupport.h"
36
#include "cppcodemodelinspectordumper.h"
37
#include "cppcodemodelsettings.h"
38
#include "cppfindreferences.h"
39
#include "cppindexingsupport.h"
40
#include "cppmodelmanagersupportinternal.h"
41
#include "cpprefactoringchanges.h"
42
#include "cppsourceprocessor.h"
43
#include "cpptoolsconstants.h"
44
#include "cpptoolsplugin.h"
45
#include "cpptoolsreuse.h"
46
#include "editordocumenthandle.h"
con's avatar
con committed
47

48
#include <coreplugin/documentmanager.h>
49 50
#include <coreplugin/icore.h>
#include <coreplugin/progressmanager/progressmanager.h>
51 52
#include <coreplugin/editormanager/editormanager.h>
#include <texteditor/textdocument.h>
53
#include <projectexplorer/project.h>
54 55
#include <projectexplorer/projectexplorer.h>
#include <projectexplorer/session.h>
56
#include <extensionsystem/pluginmanager.h>
57
#include <utils/algorithm.h>
58
#include <utils/fileutils.h>
hjk's avatar
hjk committed
59
#include <utils/qtcassert.h>
con's avatar
con committed
60

61 62
#include <QCoreApplication>
#include <QDebug>
63
#include <QDir>
64 65
#include <QMutexLocker>
#include <QTextBlock>
66
#include <QTimer>
67

68 69
#if defined(QTCREATOR_WITH_DUMP_AST) && defined(Q_CC_GNU)
#define WITH_AST_DUMP
70 71
#include <iostream>
#include <sstream>
72
#endif
hjk's avatar
hjk committed
73

74 75
Q_DECLARE_METATYPE(QSet<QString>)

76 77
static const bool DumpProjectInfo = qgetenv("QTC_DUMP_PROJECT_INFO") == "1";

78 79
using namespace CppTools;
using namespace CppTools::Internal;
con's avatar
con committed
80 81
using namespace CPlusPlus;

82
#ifdef QTCREATOR_WITH_DUMP_AST
83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121

#include <cxxabi.h>

class DumpAST: protected ASTVisitor
{
public:
    int depth;

    DumpAST(Control *control)
        : ASTVisitor(control), depth(0)
    { }

    void operator()(AST *ast)
    { accept(ast); }

protected:
    virtual bool preVisit(AST *ast)
    {
        std::ostringstream s;
        PrettyPrinter pp(control(), s);
        pp(ast);
        QString code = QString::fromStdString(s.str());
        code.replace('\n', ' ');
        code.replace(QRegExp("\\s+"), " ");

        const char *name = abi::__cxa_demangle(typeid(*ast).name(), 0, 0, 0) + 11;

        QByteArray ind(depth, ' ');
        ind += name;

        printf("%-40s %s\n", ind.constData(), qPrintable(code));
        ++depth;
        return true;
    }

    virtual void postVisit(AST *)
    { --depth; }
};

Roberto Raggi's avatar
Roberto Raggi committed
122
#endif // QTCREATOR_WITH_DUMP_AST
123

124 125 126 127 128 129 130 131 132 133 134
namespace CppTools {
namespace Internal {

static QMutex m_instanceMutex;
static CppModelManager *m_instance;

class CppModelManagerPrivate
{
public:
    // Snapshot
    mutable QMutex m_snapshotMutex;
135
    Snapshot m_snapshot;
136 137 138 139

    // Project integration
    mutable QMutex m_projectMutex;
    QMap<ProjectExplorer::Project *, ProjectInfo> m_projectToProjectsInfo;
140
    QMap<Utils::FileName, QList<ProjectPart::Ptr> > m_fileToProjectParts;
141
    QMap<QString, ProjectPart::Ptr> m_projectPartIdToProjectProjectPart;
142 143 144 145 146 147 148
    // The members below are cached/(re)calculated from the projects and/or their project parts
    bool m_dirty;
    QStringList m_projectFiles;
    ProjectPart::HeaderPaths m_headerPaths;
    QByteArray m_definedMacros;

    // Editor integration
149 150
    mutable QMutex m_cppEditorDocumentsMutex;
    QMap<QString, CppEditorDocumentHandle *> m_cppEditorDocuments;
151 152 153
    QSet<AbstractEditorSupport *> m_extraEditorSupports;

    // Completion & highlighting
154 155 156 157
    ModelManagerSupportProviderInternal m_modelManagerSupportInternalProvider;
    ModelManagerSupport::Ptr m_modelManagerSupportInternal;
    QHash<QString, ModelManagerSupportProvider *> m_availableModelManagerSupports;
    QHash<QString, ModelManagerSupport::Ptr> m_activeModelManagerSupports;
158 159 160 161 162 163 164 165 166 167 168 169 170 171 172

    // Indexing
    CppIndexingSupport *m_indexingSupporter;
    CppIndexingSupport *m_internalIndexingSupport;
    bool m_indexerEnabled;

    CppFindReferences *m_findReferences;

    bool m_enableGC;
    QTimer m_delayedGcTimer;
};

} // namespace Internal

const char pp_configuration[] =
con's avatar
con committed
173
    "# 1 \"<configuration>\"\n"
174
    "#define Q_CREATOR_RUN 1\n"
con's avatar
con committed
175 176 177 178 179 180
    "#define __cplusplus 1\n"
    "#define __extension__\n"
    "#define __context__\n"
    "#define __range__\n"
    "#define   restrict\n"
    "#define __restrict\n"
181
    "#define __restrict__\n"
con's avatar
con committed
182

183 184 185 186
    "#define __complex__\n"
    "#define __imag__\n"
    "#define __real__\n"

187 188
    "#define __builtin_va_arg(a,b) ((b)0)\n"

189 190
    "#define _Pragma(x)\n" // C99 _Pragma operator

con's avatar
con committed
191 192
    // ### add macros for win32
    "#define __cdecl\n"
193
    "#define __stdcall\n"
194
    "#define __thiscall\n"
con's avatar
con committed
195 196 197 198 199
    "#define QT_WA(x) x\n"
    "#define CALLBACK\n"
    "#define STDMETHODCALLTYPE\n"
    "#define __RPC_FAR\n"
    "#define __declspec(a)\n"
200 201 202
    "#define STDMETHOD(method) virtual HRESULT STDMETHODCALLTYPE method\n"
    "#define __try try\n"
    "#define __except catch\n"
203 204
    "#define __finally\n"
    "#define __inline inline\n"
205 206
    "#define __forceinline inline\n"
    "#define __pragma(x)\n";
con's avatar
con committed
207

208
QSet<QString> CppModelManager::timeStampModifiedFiles(const QList<Document::Ptr> &documentsToCheck)
209
{
210
    QSet<QString> sourceFiles;
211

212
    foreach (const Document::Ptr doc, documentsToCheck) {
213 214
        const QDateTime lastModified = doc->lastModified();

215
        if (!lastModified.isNull()) {
216 217 218
            QFileInfo fileInfo(doc->fileName());

            if (fileInfo.exists() && fileInfo.lastModified() != lastModified)
219
                sourceFiles.insert(doc->fileName());
220 221 222
        }
    }

223 224 225
    return sourceFiles;
}

226 227 228 229 230 231 232 233 234 235 236 237
/*!
 * \brief createSourceProcessor Create a new source processor, which will signal the
 * model manager when a document has been processed.
 *
 * Indexed file is truncated version of fully parsed document: copy of source
 * code and full AST will be dropped when indexing is done.
 *
 * \return a new source processor object, which the caller needs to delete when finished.
 */
CppSourceProcessor *CppModelManager::createSourceProcessor()
{
    CppModelManager *that = instance();
Orgad Shaneh's avatar
Orgad Shaneh committed
238
    return new CppSourceProcessor(that->snapshot(), [that](const Document::Ptr &doc) {
239 240 241 242 243
        const Document::Ptr previousDocument = that->document(doc->fileName());
        const unsigned newRevision = previousDocument.isNull()
                ? 1U
                : previousDocument->revision() + 1;
        doc->setRevision(newRevision);
244 245 246 247 248
        that->emitDocumentUpdated(doc);
        doc->releaseSourceAndAST();
    });
}

249 250 251 252 253 254 255
QString CppModelManager::editorConfigurationFileName()
{
    return QLatin1String("<per-editor-defines>");
}

QString CppModelManager::configurationFileName()
{
256
    return Preprocessor::configurationFileName;
257 258
}

259 260 261 262 263 264 265
void CppModelManager::updateModifiedSourceFiles()
{
    const Snapshot snapshot = this->snapshot();
    QList<Document::Ptr> documentsToCheck;
    foreach (const Document::Ptr document, snapshot)
        documentsToCheck << document;

266
    updateSourceFiles(timeStampModifiedFiles(documentsToCheck));
267 268
}

con's avatar
con committed
269 270
/*!
    \class CppTools::CppModelManager
271 272 273
    \brief The CppModelManager keeps tracks of the source files the code model is aware of.

    The CppModelManager manages the source files in a Snapshot object.
con's avatar
con committed
274

275 276 277 278
    The snapshot is updated in case e.g.
        * New files are opened/edited (Editor integration)
        * A project manager pushes updated project information (Project integration)
        * Files are garbage collected
con's avatar
con committed
279 280
*/

281 282
CppModelManager *CppModelManager::instance()
{
283 284 285 286 287 288 289 290
    if (m_instance)
        return m_instance;

    QMutexLocker locker(&m_instanceMutex);
    if (!m_instance)
        m_instance = new CppModelManager;

    return m_instance;
291 292
}

293
CppModelManager::CppModelManager(QObject *parent)
294
    : CppModelManagerBase(parent), d(new CppModelManagerPrivate)
con's avatar
con committed
295
{
296 297 298
    d->m_indexingSupporter = 0;
    d->m_enableGC = true;

299
    qRegisterMetaType<QSet<QString> >();
300
    connect(this, SIGNAL(sourceFilesRefreshed(QSet<QString>)),
301
            this, SLOT(onSourceFilesRefreshed()));
Erik Verbruggen's avatar
Erik Verbruggen committed
302

303 304
    d->m_findReferences = new CppFindReferences(this);
    d->m_indexerEnabled = qgetenv("QTC_NO_CODE_INDEXER") != "1";
Roberto Raggi's avatar
Roberto Raggi committed
305

306
    d->m_dirty = true;
307

308 309 310
    d->m_delayedGcTimer.setObjectName(QLatin1String("CppModelManager::m_delayedGcTimer"));
    d->m_delayedGcTimer.setSingleShot(true);
    connect(&d->m_delayedGcTimer, SIGNAL(timeout()), this, SLOT(GC()));
311

hjk's avatar
hjk committed
312 313
    QObject *sessionManager = ProjectExplorer::SessionManager::instance();
    connect(sessionManager, SIGNAL(projectAdded(ProjectExplorer::Project*)),
314
            this, SLOT(onProjectAdded(ProjectExplorer::Project*)));
hjk's avatar
hjk committed
315
    connect(sessionManager, SIGNAL(aboutToRemoveProject(ProjectExplorer::Project*)),
Robert Loehning's avatar
Robert Loehning committed
316
            this, SLOT(onAboutToRemoveProject(ProjectExplorer::Project*)));
hjk's avatar
hjk committed
317
    connect(sessionManager, SIGNAL(aboutToLoadSession(QString)),
318
            this, SLOT(onAboutToLoadSession()));
hjk's avatar
hjk committed
319
    connect(sessionManager, SIGNAL(aboutToUnloadSession(QString)),
320
            this, SLOT(onAboutToUnloadSession()));
321 322 323 324

    connect(Core::EditorManager::instance(), &Core::EditorManager::currentEditorChanged,
            this, &CppModelManager::onCurrentEditorChanged);

325 326
    connect(Core::DocumentManager::instance(), &Core::DocumentManager::allDocumentsRenamed,
            this, &CppModelManager::renameIncludes);
con's avatar
con committed
327

328 329 330
    connect(Core::ICore::instance(), SIGNAL(coreAboutToClose()),
            this, SLOT(onCoreAboutToClose()));

con's avatar
con committed
331
    qRegisterMetaType<CPlusPlus::Document::Ptr>("CPlusPlus::Document::Ptr");
332
    qRegisterMetaType<QList<Document::DiagnosticMessage>>(
333
                "QList<CPlusPlus::Document::DiagnosticMessage>");
con's avatar
con committed
334

335 336 337 338 339 340 341 342 343 344 345
    QSharedPointer<CppCodeModelSettings> codeModelSettings
            = CppToolsPlugin::instance()->codeModelSettings();
    codeModelSettings->setDefaultId(d->m_modelManagerSupportInternalProvider.id());
    connect(codeModelSettings.data(), &CppCodeModelSettings::changed,
            this, &CppModelManager::onCodeModelSettingsChanged);

    d->m_modelManagerSupportInternal
            = d->m_modelManagerSupportInternalProvider.createModelManagerSupport();
    d->m_activeModelManagerSupports.insert(d->m_modelManagerSupportInternalProvider.id(),
                                           d->m_modelManagerSupportInternal);
    addModelManagerSupportProvider(&d->m_modelManagerSupportInternalProvider);
346

347
    d->m_internalIndexingSupport = new BuiltinIndexingSupport;
con's avatar
con committed
348 349 350
}

CppModelManager::~CppModelManager()
351
{
352
    delete d->m_internalIndexingSupport;
353
    delete d;
354
}
con's avatar
con committed
355

356
Snapshot CppModelManager::snapshot() const
357
{
358 359
    QMutexLocker locker(&d->m_snapshotMutex);
    return d->m_snapshot;
360
}
con's avatar
con committed
361

362 363
Document::Ptr CppModelManager::document(const QString &fileName) const
{
364 365
    QMutexLocker locker(&d->m_snapshotMutex);
    return d->m_snapshot.document(fileName);
366 367 368 369 370 371 372
}

/// Replace the document in the snapshot.
///
/// \returns true if successful, false if the new document is out-dated.
bool CppModelManager::replaceDocument(Document::Ptr newDoc)
{
373
    QMutexLocker locker(&d->m_snapshotMutex);
374

375
    Document::Ptr previous = d->m_snapshot.document(newDoc->fileName());
376 377 378 379
    if (previous && (newDoc->revision() != 0 && newDoc->revision() < previous->revision()))
        // the new document is outdated
        return false;

380
    d->m_snapshot.insert(newDoc);
381 382 383
    return true;
}

384 385
void CppModelManager::ensureUpdated()
{
386 387
    QMutexLocker locker(&d->m_projectMutex);
    if (!d->m_dirty)
388 389
        return;

390 391 392 393
    d->m_projectFiles = internalProjectFiles();
    d->m_headerPaths = internalHeaderPaths();
    d->m_definedMacros = internalDefinedMacros();
    d->m_dirty = false;
394 395
}

396
QStringList CppModelManager::internalProjectFiles() const
con's avatar
con committed
397 398
{
    QStringList files;
399
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(d->m_projectToProjectsInfo);
con's avatar
con committed
400 401
    while (it.hasNext()) {
        it.next();
402
        const ProjectInfo pinfo = it.value();
403
        foreach (const ProjectPart::Ptr &part, pinfo.projectParts()) {
404 405
            foreach (const ProjectFile &file, part->files)
                files += file.path;
406
        }
con's avatar
con committed
407
    }
408
    files.removeDuplicates();
con's avatar
con committed
409 410 411
    return files;
}

412
ProjectPart::HeaderPaths CppModelManager::internalHeaderPaths() const
con's avatar
con committed
413
{
414
    ProjectPart::HeaderPaths headerPaths;
415
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(d->m_projectToProjectsInfo);
con's avatar
con committed
416 417
    while (it.hasNext()) {
        it.next();
418
        const ProjectInfo pinfo = it.value();
419 420
        foreach (const ProjectPart::Ptr &part, pinfo.projectParts()) {
            foreach (const ProjectPart::HeaderPath &path, part->headerPaths) {
421
                const ProjectPart::HeaderPath hp(QDir::cleanPath(path.path), path.type);
422 423 424 425
                if (!headerPaths.contains(hp))
                    headerPaths += hp;
            }
        }
con's avatar
con committed
426
    }
427
    return headerPaths;
con's avatar
con committed
428 429
}

430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445
static void addUnique(const QList<QByteArray> &defs, QByteArray *macros, QSet<QByteArray> *alreadyIn)
{
    Q_ASSERT(macros);
    Q_ASSERT(alreadyIn);

    foreach (const QByteArray &def, defs) {
        if (def.trimmed().isEmpty())
            continue;
        if (!alreadyIn->contains(def)) {
            macros->append(def);
            macros->append('\n');
            alreadyIn->insert(def);
        }
    }
}

446
QByteArray CppModelManager::internalDefinedMacros() const
con's avatar
con committed
447 448
{
    QByteArray macros;
449
    QSet<QByteArray> alreadyIn;
450
    QMapIterator<ProjectExplorer::Project *, ProjectInfo> it(d->m_projectToProjectsInfo);
con's avatar
con committed
451 452
    while (it.hasNext()) {
        it.next();
453
        const ProjectInfo pinfo = it.value();
454
        foreach (const ProjectPart::Ptr &part, pinfo.projectParts()) {
455 456
            addUnique(part->toolchainDefines.split('\n'), &macros, &alreadyIn);
            addUnique(part->projectDefines.split('\n'), &macros, &alreadyIn);
457
            if (!part->projectConfigFile.isEmpty())
458
                macros += ProjectPart::readProjectConfigFile(part);
459
        }
con's avatar
con committed
460 461 462 463
    }
    return macros;
}

464
/// This function will acquire mutexes!
465
void CppModelManager::dumpModelManagerConfiguration(const QString &logFileId)
466
{
467 468 469 470
    const Snapshot globalSnapshot = snapshot();
    const QString globalSnapshotTitle
        = QString::fromLatin1("Global/Indexing Snapshot (%1 Documents)").arg(globalSnapshot.size());

471
    CppCodeModelInspector::Dumper dumper(globalSnapshot, logFileId);
472 473 474
    dumper.dumpProjectInfos(projectInfos());
    dumper.dumpSnapshot(globalSnapshot, globalSnapshotTitle, /*isGlobalSnapshot=*/ true);
    dumper.dumpWorkingCopy(workingCopy());
475
    ensureUpdated();
476
    dumper.dumpMergedEntities(d->m_headerPaths, d->m_definedMacros);
477 478
}

479 480 481 482 483
QSet<AbstractEditorSupport *> CppModelManager::abstractEditorSupports() const
{
    return d->m_extraEditorSupports;
}

484
void CppModelManager::addExtraEditorSupport(AbstractEditorSupport *editorSupport)
485
{
486
    d->m_extraEditorSupports.insert(editorSupport);
487 488
}

489
void CppModelManager::removeExtraEditorSupport(AbstractEditorSupport *editorSupport)
490
{
491
    d->m_extraEditorSupports.remove(editorSupport);
492 493
}

494
CppEditorDocumentHandle *CppModelManager::cppEditorDocument(const QString &filePath) const
495
{
496 497
    if (filePath.isEmpty())
        return 0;
498

499 500
    QMutexLocker locker(&d->m_cppEditorDocumentsMutex);
    return d->m_cppEditorDocuments.value(filePath, 0);
501 502
}

503
void CppModelManager::registerCppEditorDocument(CppEditorDocumentHandle *editorDocument)
504
{
505 506 507
    QTC_ASSERT(editorDocument, return);
    const QString filePath = editorDocument->filePath();
    QTC_ASSERT(!filePath.isEmpty(), return);
508

509 510 511
    QMutexLocker locker(&d->m_cppEditorDocumentsMutex);
    QTC_ASSERT(d->m_cppEditorDocuments.value(filePath, 0) == 0, return);
    d->m_cppEditorDocuments.insert(filePath, editorDocument);
512
}
513

514
void CppModelManager::unregisterCppEditorDocument(const QString &filePath)
515 516
{
    QTC_ASSERT(!filePath.isEmpty(), return);
517

518 519
    static short closedCppDocuments = 0;
    int openCppDocuments = 0;
520

521
    {
522 523 524 525
        QMutexLocker locker(&d->m_cppEditorDocumentsMutex);
        QTC_ASSERT(d->m_cppEditorDocuments.value(filePath, 0), return);
        QTC_CHECK(d->m_cppEditorDocuments.remove(filePath) == 1);
        openCppDocuments = d->m_cppEditorDocuments.size();
526 527
    }

528 529 530
    ++closedCppDocuments;
    if (openCppDocuments == 0 || closedCppDocuments == 5) {
        closedCppDocuments = 0;
531
        delayedGC();
532 533 534
    }
}

535
QList<int> CppModelManager::references(Symbol *symbol, const LookupContext &context)
536
{
537
    return d->m_findReferences->references(symbol, context);
538 539
}

540
void CppModelManager::findUsages(Symbol *symbol, const LookupContext &context)
Roberto Raggi's avatar
Roberto Raggi committed
541
{
542
    if (symbol->identifier())
543
        d->m_findReferences->findUsages(symbol, context);
544 545
}

546 547
void CppModelManager::renameUsages(Symbol *symbol,
                                   const LookupContext &context,
548
                                   const QString &replacement)
549 550
{
    if (symbol->identifier())
551
        d->m_findReferences->renameUsages(symbol, context, replacement);
Roberto Raggi's avatar
Roberto Raggi committed
552 553
}

554
void CppModelManager::findMacroUsages(const Macro &macro)
Christian Kamm's avatar
Christian Kamm committed
555
{
556
    d->m_findReferences->findMacroUses(macro);
Christian Kamm's avatar
Christian Kamm committed
557 558
}

559
void CppModelManager::renameMacroUsages(const Macro &macro, const QString &replacement)
560
{
561
    d->m_findReferences->renameMacroUses(macro, replacement);
562 563
}

564
void CppModelManager::replaceSnapshot(const Snapshot &newSnapshot)
565
{
566 567
    QMutexLocker snapshotLocker(&d->m_snapshotMutex);
    d->m_snapshot = newSnapshot;
568 569
}

570
WorkingCopy CppModelManager::buildWorkingCopyList()
con's avatar
con committed
571
{
572
    WorkingCopy workingCopy;
573

574 575 576 577 578
    foreach (const CppEditorDocumentHandle *cppEditorDocument, cppEditorDocuments()) {
        workingCopy.insert(cppEditorDocument->filePath(),
                           cppEditorDocument->contents(),
                           cppEditorDocument->revision());
    }
con's avatar
con committed
579

580
    QSetIterator<AbstractEditorSupport *> it(d->m_extraEditorSupports);
581 582
    while (it.hasNext()) {
        AbstractEditorSupport *es = it.next();
583
        workingCopy.insert(es->fileName(), es->contents(), es->revision());
584 585
    }

586
    // Add the project configuration file
587
    QByteArray conf = codeModelConfiguration();
con's avatar
con committed
588
    conf += definedMacros();
589
    workingCopy.insert(configurationFileName(), conf);
con's avatar
con committed
590 591 592 593

    return workingCopy;
}

594
WorkingCopy CppModelManager::workingCopy() const
595 596 597 598
{
    return const_cast<CppModelManager *>(this)->buildWorkingCopyList();
}

599 600 601 602 603
QByteArray CppModelManager::codeModelConfiguration() const
{
    return QByteArray::fromRawData(pp_configuration, qstrlen(pp_configuration));
}

604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624
static QSet<QString> tooBigFilesRemoved(const QSet<QString> &files, int fileSizeLimit)
{
    if (fileSizeLimit == 0)
        return files;

    QSet<QString> result;
    QFileInfo fileInfo;

    QSetIterator<QString> i(files);
    while (i.hasNext()) {
        const QString filePath = i.next();
        fileInfo.setFile(filePath);
        if (skipFileDueToSizeLimit(fileInfo), fileSizeLimit)
            continue;

        result << filePath;
    }

    return result;
}

625
QFuture<void> CppModelManager::updateSourceFiles(const QSet<QString> &sourceFiles,
626
                                                 ProgressNotificationMode mode)
627
{
628
    if (sourceFiles.isEmpty() || !d->m_indexerEnabled)
629 630
        return QFuture<void>();

631 632
    const auto filteredFiles = tooBigFilesRemoved(sourceFiles, fileSizeLimit());

633
    if (d->m_indexingSupporter)
634 635
        d->m_indexingSupporter->refreshSourceFiles(filteredFiles, mode);
    return d->m_internalIndexingSupport->refreshSourceFiles(filteredFiles, mode);
636
}
con's avatar
con committed
637

638
QList<ProjectInfo> CppModelManager::projectInfos() const
639
{
640 641
    QMutexLocker locker(&d->m_projectMutex);
    return d->m_projectToProjectsInfo.values();
642 643
}

644
ProjectInfo CppModelManager::projectInfo(ProjectExplorer::Project *project) const
645
{
646
    QMutexLocker locker(&d->m_projectMutex);
647
    return d->m_projectToProjectsInfo.value(project, ProjectInfo());
648 649
}

650 651 652 653 654 655
/// \brief Remove all files and their includes (recursively) of given ProjectInfo from the snapshot.
void CppModelManager::removeProjectInfoFilesAndIncludesFromSnapshot(const ProjectInfo &projectInfo)
{
    if (!projectInfo.isValid())
        return;

656
    QMutexLocker snapshotLocker(&d->m_snapshotMutex);
657 658
    foreach (const ProjectPart::Ptr &projectPart, projectInfo.projectParts()) {
        foreach (const ProjectFile &cxxFile, projectPart->files) {
659 660 661
            foreach (const QString &fileName, d->m_snapshot.allIncludesForDocument(cxxFile.path))
                d->m_snapshot.remove(fileName);
            d->m_snapshot.remove(cxxFile.path);
662 663 664 665
        }
    }
}

666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698
void CppModelManager::handleAddedModelManagerSupports(const QSet<QString> &supportIds)
{
    foreach (const QString &id, supportIds) {
        ModelManagerSupportProvider * const provider = d->m_availableModelManagerSupports.value(id);
        if (provider) {
            QTC_CHECK(!d->m_activeModelManagerSupports.contains(id));
            d->m_activeModelManagerSupports.insert(id, provider->createModelManagerSupport());
        }
    }
}

QList<ModelManagerSupport::Ptr> CppModelManager::handleRemovedModelManagerSupports(
        const QSet<QString> &supportIds)
{
    QList<ModelManagerSupport::Ptr> removed;

    foreach (const QString &id, supportIds) {
        const ModelManagerSupport::Ptr support = d->m_activeModelManagerSupports.value(id);
        d->m_activeModelManagerSupports.remove(id);
        removed << support;
    }

    return removed;
}

void CppModelManager::closeCppEditorDocuments()
{
    QList<Core::IDocument *> cppDocumentsToClose;
    foreach (CppEditorDocumentHandle *cppDocument, cppEditorDocuments())
        cppDocumentsToClose << cppDocument->processor()->baseTextDocument();
    QTC_CHECK(Core::EditorManager::closeDocuments(cppDocumentsToClose));
}

699
QList<CppEditorDocumentHandle *> CppModelManager::cppEditorDocuments() const
700
{
701 702
    QMutexLocker locker(&d->m_cppEditorDocumentsMutex);
    return d->m_cppEditorDocuments.values();
703 704
}

705 706 707
/// \brief Remove all given files from the snapshot.
void CppModelManager::removeFilesFromSnapshot(const QSet<QString> &filesToRemove)
{
708
    QMutexLocker snapshotLocker(&d->m_snapshotMutex);
709 710
    QSetIterator<QString> i(filesToRemove);
    while (i.hasNext())
711
        d->m_snapshot.remove(i.next());
712 713
}

714
static QSet<QString> projectPartIds(const QSet<ProjectPart::Ptr> &projectParts)
715
{
716 717 718
    return Utils::transform(projectParts, [](const ProjectPart::Ptr &projectPart) {
        return projectPart->id();
    });
719 720
}

721
class ProjectInfoComparer
722
{
723
public:
724 725
    ProjectInfoComparer(const ProjectInfo &oldProjectInfo,
                        const ProjectInfo &newProjectInfo)
726
        : m_old(oldProjectInfo)
727
        , m_oldSourceFiles(oldProjectInfo.sourceFiles())
728
        , m_new(newProjectInfo)
729
        , m_newSourceFiles(newProjectInfo.sourceFiles())
730 731
    {}

732 733 734
    bool definesChanged() const { return m_new.definesChanged(m_old); }
    bool configurationChanged() const { return m_new.configurationChanged(m_old); }
    bool configurationOrFilesChanged() const { return m_new.configurationOrFilesChanged(m_old); }
735 736 737 738 739 740 741 742 743 744 745 746 747 748 749

    QSet<QString> addedFiles() const
    {
        QSet<QString> addedFilesSet = m_newSourceFiles;
        addedFilesSet.subtract(m_oldSourceFiles);
        return addedFilesSet;
    }

    QSet<QString> removedFiles() const
    {
        QSet<QString> removedFilesSet = m_oldSourceFiles;
        removedFilesSet.subtract(m_newSourceFiles);
        return removedFilesSet;
    }

750 751
    QStringList removedProjectParts()
    {
752 753 754
        QSet<QString> removed = projectPartIds(m_old.projectParts().toSet());
        removed.subtract(projectPartIds(m_new.projectParts().toSet()));
        return removed.toList();
755 756
    }

757 758 759 760 761 762 763 764 765 766 767 768 769 770
    /// Returns a list of common files that have a changed timestamp.
    QSet<QString> timeStampModifiedFiles(const Snapshot &snapshot) const
    {
        QSet<QString> commonSourceFiles = m_newSourceFiles;
        commonSourceFiles.intersect(m_oldSourceFiles);

        QList<Document::Ptr> documentsToCheck;
        QSetIterator<QString> i(commonSourceFiles);
        while (i.hasNext()) {
            const QString file = i.next();
            if (Document::Ptr document = snapshot.document(file))
                documentsToCheck << document;
        }

771
        return CppModelManager::timeStampModifiedFiles(documentsToCheck);
772 773 774
    }

private:
775
    const ProjectInfo &m_old;
776 777
    const QSet<QString> m_oldSourceFiles;

778
    const ProjectInfo &m_new;
779 780 781
    const QSet<QString> m_newSourceFiles;
};

782
/// Make sure that m_projectMutex is locked when calling this.
783
void CppModelManager::recalculateProjectPartMappings()
784
{
785
    d->m_projectPartIdToProjectProjectPart.clear();
786 787
    d->m_fileToProjectParts.clear();
    foreach (const ProjectInfo &projectInfo, d->m_projectToProjectsInfo) {
788
        foreach (const ProjectPart::Ptr &projectPart, projectInfo.projectParts()) {
789
            d->m_projectPartIdToProjectProjectPart[projectPart->id()] = projectPart;
790
            foreach (const ProjectFile &cxxFile, projectPart->files)
791 792
                d->m_fileToProjectParts[Utils::FileName::fromString(cxxFile.path)].append(
                            projectPart);
793

794 795 796 797
        }
    }
}

798
void CppModelManager::updateCppEditorDocuments() const
799
{
800 801
    // Refresh visible documents
    QSet<Core::IDocument *> visibleCppEditorDocuments;
802
    foreach (Core::IEditor *editor, Core::EditorManager::visibleEditors()) {
803
        if (Core::IDocument *document = editor->document()) {
804 805
            const QString filePath = document->filePath().toString();
            if (CppEditorDocumentHandle *theCppEditorDocument = cppEditorDocument(filePath)) {
806
                visibleCppEditorDocuments.insert(document);
807
                theCppEditorDocument->processor()->run();
808
            }
809 810 811
        }
    }

812 813 814 815 816
    // Mark invisible documents dirty
    QSet<Core::IDocument *> invisibleCppEditorDocuments
        = Core::DocumentModel::openedDocuments().toSet();
    invisibleCppEditorDocuments.subtract(visibleCppEditorDocuments);
    foreach (Core::IDocument *document, invisibleCppEditorDocuments) {
817 818 819
        const QString filePath = document->filePath().toString();
        if (CppEditorDocumentHandle *theCppEditorDocument = cppEditorDocument(filePath))
            theCppEditorDocument->setNeedsRefresh(true);
820 821 822
    }
}

823 824 825
QFuture<void> CppModelManager::updateProjectInfo(const ProjectInfo &newProjectInfo)
{
    if (!newProjectInfo.isValid())
826
        return QFuture<void>();
827

828
    QSet<QString> filesToReindex;
829 830
    bool filesRemoved = false;

831
    { // Only hold the mutex for a limited scope, so the dumping afterwards does not deadlock.
832
        QMutexLocker projectLocker(&d->m_projectMutex);
833 834

        ProjectExplorer::Project *project = newProjectInfo.project().data();
835
        const QSet<QString> newSourceFiles = newProjectInfo.sourceFiles();
836

837
        // Check if we can avoid a full reindexing
838
        ProjectInfo oldProjectInfo = d->m_projectToProjectsInfo.value(project);
839
        if (oldProjectInfo.isValid()) {
840
            ProjectInfoComparer comparer(oldProjectInfo, newProjectInfo);
841

842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862
            if (comparer.configurationOrFilesChanged()) {
                d->m_dirty = true;

                // If the project configuration changed, do a full reindexing
                if (comparer.configurationChanged()) {
                    removeProjectInfoFilesAndIncludesFromSnapshot(oldProjectInfo);
                    filesToReindex.unite(newSourceFiles);

                    // The "configuration file" includes all defines and therefore should be updated
                    if (comparer.definesChanged()) {
                        QMutexLocker snapshotLocker(&d->m_snapshotMutex);
                        d->m_snapshot.remove(configurationFileName());
                    }

                // Otherwise check for added and modified files
                } else {
                    const QSet<QString> addedFiles = comparer.addedFiles();
                    filesToReindex.unite(addedFiles);

                    const QSet<QString> modifiedFiles = comparer.timeStampModifiedFiles(snapshot());
                    filesToReindex.unite(modifiedFiles);
863
                }
864

865 866 867 868 869 870 871
                // Announce and purge the removed files from the snapshot
                const QSet<QString> removedFiles = comparer.removedFiles();
                if (!removedFiles.isEmpty()) {
                    filesRemoved = true;
                    emit aboutToRemoveFiles(removedFiles.toList());
                    removeFilesFromSnapshot(removedFiles);
                }
872 873
            }

874 875 876
            // Announce removed project parts
            emit projectPartsRemoved(comparer.removedProjectParts());

877 878
        // A new project was opened/created, do a full indexing
        } else {
879
            d->m_dirty = true;
880
            filesToReindex.unite(newSourceFiles);
881 882
        }

883
        // Update Project/ProjectInfo and File/ProjectPart table
884
        d->m_projectToProjectsInfo.insert(project, newProjectInfo);
885
        recalculateProjectPartMappings();
886

887 888 889
    } // Mutex scope

    // If requested, dump everything we got
890
    if (DumpProjectInfo)
891
        dumpModelManagerConfiguration(QLatin1String("updateProjectInfo"));
892

893 894 895 896
    // Remove files from snapshot that are not reachable any more
    if (filesRemoved)
        GC();

897
    // Announce added project parts
898
    emit projectPartsUpdated(newProjectInfo.project().data());
899

900 901 902 903
    // Ideally, we would update all the editor documents that depend on the 'filesToReindex'.
    // However, on e.g. a session restore first the editor documents are created and then the
    // project updates come in. That is, there are no reasonable dependency tables based on
    // resolved includes that we could rely on.
904