1ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com/*
2ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * Copyright 2011 Google Inc.
3ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com *
4ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * Use of this source code is governed by a BSD-style license that can be
5ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * found in the LICENSE file.
6f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com */
7f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
839edf7664f50b6c890b933b5bbed67a8735b349bjvanverth#include "GrGLGpu.h"
9ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com
1047bb38283072dc87dc93220cd2f370ca109972ffjoshualitt#include "builders/GrGLProgramBuilder.h"
11b0a8a377f832c59cee939ad721e1f87d378b7142joshualitt#include "GrProcessor.h"
12b0a8a377f832c59cee939ad721e1f87d378b7142joshualitt#include "GrGLProcessor.h"
138a4c1030ff4b8336b5ac5b0712691e2f65383440egdaniel#include "GrGLPathRendering.h"
14170f90b4576f291879371ecd6ae4bc2b1d85c64aegdaniel#include "SkRTConf.h"
152db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#include "SkTSearch.h"
16f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
17a2f4b15d4e861b8b29e20ec37743fd3fd4b05b03jvanverth@google.com#ifdef PROGRAM_CACHE_STATS
185c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.comSK_CONF_DECLARE(bool, c_DisplayCache, "gpu.displayCache", false,
195c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com                "Display program cache usage.");
20a2f4b15d4e861b8b29e20ec37743fd3fd4b05b03jvanverth@google.com#endif
215c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com
227510b224e52b9518a8ddf7418db0e9c258f79539kkinnunentypedef GrGLProgramDataManager::UniformHandle UniformHandle;
23dbbc4e2da93cef5c0cfb0b3c92ff6c2c80f6e67absalomon@google.com
24861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonstruct GrGLGpu::ProgramCache::Entry {
256f07665768dc84453316e7b2bbd6049576764cb1mtklein    SK_DECLARE_INST_COUNT(Entry);
262db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    Entry() : fProgram(NULL), fLRUStamp(0) {}
272db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
282db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    SkAutoTUnref<GrGLProgram>   fProgram;
292db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    unsigned int                fLRUStamp;
302db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com};
312db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
32861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonstruct GrGLGpu::ProgramCache::ProgDescLess {
3379f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt    bool operator() (const GrProgramDesc& desc, const Entry* entry) {
3449f085dddff10473b6ebf832a974288300224e60bsalomon        SkASSERT(entry->fProgram.get());
3579f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt        return GrProgramDesc::Less(desc, entry->fProgram->getDesc());
362db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
372db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
3879f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt    bool operator() (const Entry* entry, const GrProgramDesc& desc) {
3949f085dddff10473b6ebf832a974288300224e60bsalomon        SkASSERT(entry->fProgram.get());
4079f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt        return GrProgramDesc::Less(entry->fProgram->getDesc(), desc);
412db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
422db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com};
43f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
44861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonGrGLGpu::ProgramCache::ProgramCache(GrGLGpu* gpu)
45c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    : fCount(0)
46c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    , fCurrLRUStamp(0)
479188a15f846ae79892c332aed2a72ee38116bdc6commit-bot@chromium.org    , fGpu(gpu)
48948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS
49948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com    , fTotalRequests(0)
50948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com    , fCacheMisses(0)
512db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    , fHashMisses(0)
52948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif
53948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com{
542db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    for (int i = 0; i < 1 << kHashBits; ++i) {
552db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        fHashTable[i] = NULL;
562db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
57948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com}
58948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com
59861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonGrGLGpu::ProgramCache::~ProgramCache() {
602db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    for (int i = 0; i < fCount; ++i){
612db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        SkDELETE(fEntries[i]);
622db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
63948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com    // dump stats
64948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS
655c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com    if (c_DisplayCache) {
665c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("--- Program Cache ---\n");
675c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("Total requests: %d\n", fTotalRequests);
685c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("Cache misses: %d\n", fCacheMisses);
695c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("Cache miss %%: %f\n", (fTotalRequests > 0) ?
705c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com                                            100.f * fCacheMisses / fTotalRequests :
715c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com                                            0.f);
725c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        int cacheHits = fTotalRequests - fCacheMisses;
735c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("Hash miss %%: %f\n", (cacheHits > 0) ? 100.f * fHashMisses / cacheHits : 0.f);
745c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com        SkDebugf("---------------------\n");
755c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com    }
76948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif
77c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com}
78f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
79861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonvoid GrGLGpu::ProgramCache::abandon() {
80c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    for (int i = 0; i < fCount; ++i) {
8149f085dddff10473b6ebf832a974288300224e60bsalomon        SkASSERT(fEntries[i]->fProgram.get());
822db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        fEntries[i]->fProgram->abandon();
83944bcf0acb78f8f9da01e991f1307629959e338absalomon        SkDELETE(fEntries[i]);
84f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com    }
85c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    fCount = 0;
86c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com}
87f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
88861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonint GrGLGpu::ProgramCache::search(const GrProgramDesc& desc) const {
892db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    ProgDescLess less;
902db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    return SkTSearch(fEntries, fCount, desc, sizeof(Entry*), less);
912db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com}
922db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
93873ad0e0b4d67bdc7bad025018f597450e7004c6joshualittGrGLProgram* GrGLGpu::ProgramCache::getProgram(const DrawArgs& args) {
94948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS
95948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com    ++fTotalRequests;
96948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif
979ba4fa6f0fb8ef496d81ccac36e780aa806fea83bsalomon@google.com
982db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    Entry* entry = NULL;
992db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
100873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt    uint32_t hashIdx = args.fDesc->getChecksum();
1012db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    hashIdx ^= hashIdx >> 16;
1022db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    if (kHashBits <= 8) {
1032db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        hashIdx ^= hashIdx >> 8;
1042db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
1052db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    hashIdx &=((1 << kHashBits) - 1);
1062db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    Entry* hashedEntry = fHashTable[hashIdx];
107873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt    if (hashedEntry && hashedEntry->fProgram->getDesc() == *args.fDesc) {
10849f085dddff10473b6ebf832a974288300224e60bsalomon        SkASSERT(hashedEntry->fProgram);
1092db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        entry = hashedEntry;
1102db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
1112db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
1122db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    int entryIdx;
1132db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    if (NULL == entry) {
114873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt        entryIdx = this->search(*args.fDesc);
1152db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        if (entryIdx >= 0) {
1162db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            entry = fEntries[entryIdx];
1172db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#ifdef PROGRAM_CACHE_STATS
1182db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            ++fHashMisses;
1192db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#endif
1202db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        }
1212db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    }
1222db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
123c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    if (NULL == entry) {
1242db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        // We have a cache miss
125948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS
126948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com        ++fCacheMisses;
127948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif
128873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt        GrGLProgram* program = GrGLProgramBuilder::CreateProgram(args, fGpu);
1292db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        if (NULL == program) {
130c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com            return NULL;
131c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com        }
1322db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        int purgeIdx = 0;
133c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com        if (fCount < kMaxEntries) {
1342db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            entry = SkNEW(Entry);
1352db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            purgeIdx = fCount++;
1362db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            fEntries[purgeIdx] = entry;
137c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com        } else {
138f6de475e5cbd143f348ff7738919e397b7fe7f57tfarina@chromium.org            SkASSERT(fCount == kMaxEntries);
1392db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            purgeIdx = 0;
140c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com            for (int i = 1; i < kMaxEntries; ++i) {
1412db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com                if (fEntries[i]->fLRUStamp < fEntries[purgeIdx]->fLRUStamp) {
1422db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com                    purgeIdx = i;
143f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com                }
144f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com            }
1452db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            entry = fEntries[purgeIdx];
1462db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            int purgedHashIdx = entry->fProgram->getDesc().getChecksum() & ((1 << kHashBits) - 1);
1472db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            if (fHashTable[purgedHashIdx] == entry) {
1482db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com                fHashTable[purgedHashIdx] = NULL;
1492db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            }
150f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com        }
151f6de475e5cbd143f348ff7738919e397b7fe7f57tfarina@chromium.org        SkASSERT(fEntries[purgeIdx] == entry);
1522db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        entry->fProgram.reset(program);
1532d816ad36e806e5b1cf3c447e547829bbbe74fd1skia.committer@gmail.com        // We need to shift fEntries around so that the entry currently at purgeIdx is placed
1542db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        // just before the entry at ~entryIdx (in order to keep fEntries sorted by descriptor).
1552db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        entryIdx = ~entryIdx;
1562db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        if (entryIdx < purgeIdx) {
1572db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //  Let E and P be the entries at index entryIdx and purgeIdx, respectively.
1582db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //  If the entries array looks like this:
1592db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //       aaaaEbbbbbPccccc
1602db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //  we rearrange it to look like this:
1612db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //       aaaaPEbbbbbccccc
1622db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            size_t copySize = (purgeIdx - entryIdx) * sizeof(Entry*);
1632db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            memmove(fEntries + entryIdx + 1, fEntries + entryIdx, copySize);
1642db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            fEntries[entryIdx] = entry;
1652db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        } else if (purgeIdx < entryIdx) {
1662db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //  If the entries array looks like this:
1672db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //       aaaaPbbbbbEccccc
1682db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //  we rearrange it to look like this:
1692db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            //       aaaabbbbbPEccccc
1702db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            size_t copySize = (entryIdx - purgeIdx - 1) * sizeof(Entry*);
1712db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            memmove(fEntries + purgeIdx, fEntries + purgeIdx + 1, copySize);
1722db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            fEntries[entryIdx - 1] = entry;
1732db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        }
174515dcd36032997ce335daa0163c6d67e851bcad1commit-bot@chromium.org#ifdef SK_DEBUG
17549f085dddff10473b6ebf832a974288300224e60bsalomon        SkASSERT(fEntries[0]->fProgram.get());
1762db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        for (int i = 0; i < fCount - 1; ++i) {
17749f085dddff10473b6ebf832a974288300224e60bsalomon            SkASSERT(fEntries[i + 1]->fProgram.get());
17879f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt            const GrProgramDesc& a = fEntries[i]->fProgram->getDesc();
17979f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt            const GrProgramDesc& b = fEntries[i + 1]->fProgram->getDesc();
18079f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt            SkASSERT(GrProgramDesc::Less(a, b));
18179f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt            SkASSERT(!GrProgramDesc::Less(b, a));
1822db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com        }
1832db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#endif
184c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    }
185f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com
1862db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    fHashTable[hashIdx] = entry;
187c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    entry->fLRUStamp = fCurrLRUStamp;
1882db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com
1892db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com    if (SK_MaxU32 == fCurrLRUStamp) {
190c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com        // wrap around! just trash our LRU, one time hit.
191c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com        for (int i = 0; i < fCount; ++i) {
1922db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com            fEntries[i]->fLRUStamp = 0;
193f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com        }
194f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com    }
195c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com    ++fCurrLRUStamp;
1969ba4fa6f0fb8ef496d81ccac36e780aa806fea83bsalomon@google.com    return entry->fProgram;
197c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com}
198