1ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com/* 2ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * Copyright 2011 Google Inc. 3ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * 4ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * Use of this source code is governed by a BSD-style license that can be 5ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com * found in the LICENSE file. 6f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com */ 7f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 839edf7664f50b6c890b933b5bbed67a8735b349bjvanverth#include "GrGLGpu.h" 9ec3ed6a5ebf6f2c406d7bcf94b6bc34fcaeb976eepoger@google.com 1047bb38283072dc87dc93220cd2f370ca109972ffjoshualitt#include "builders/GrGLProgramBuilder.h" 11b0a8a377f832c59cee939ad721e1f87d378b7142joshualitt#include "GrProcessor.h" 12b0a8a377f832c59cee939ad721e1f87d378b7142joshualitt#include "GrGLProcessor.h" 138a4c1030ff4b8336b5ac5b0712691e2f65383440egdaniel#include "GrGLPathRendering.h" 14170f90b4576f291879371ecd6ae4bc2b1d85c64aegdaniel#include "SkRTConf.h" 152db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#include "SkTSearch.h" 16f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 17a2f4b15d4e861b8b29e20ec37743fd3fd4b05b03jvanverth@google.com#ifdef PROGRAM_CACHE_STATS 185c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.comSK_CONF_DECLARE(bool, c_DisplayCache, "gpu.displayCache", false, 195c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com "Display program cache usage."); 20a2f4b15d4e861b8b29e20ec37743fd3fd4b05b03jvanverth@google.com#endif 215c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com 227510b224e52b9518a8ddf7418db0e9c258f79539kkinnunentypedef GrGLProgramDataManager::UniformHandle UniformHandle; 23dbbc4e2da93cef5c0cfb0b3c92ff6c2c80f6e67absalomon@google.com 24861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonstruct GrGLGpu::ProgramCache::Entry { 256f07665768dc84453316e7b2bbd6049576764cb1mtklein SK_DECLARE_INST_COUNT(Entry); 262db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com Entry() : fProgram(NULL), fLRUStamp(0) {} 272db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 282db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com SkAutoTUnref<GrGLProgram> fProgram; 292db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com unsigned int fLRUStamp; 302db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com}; 312db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 32861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonstruct GrGLGpu::ProgramCache::ProgDescLess { 3379f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt bool operator() (const GrProgramDesc& desc, const Entry* entry) { 3449f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(entry->fProgram.get()); 3579f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt return GrProgramDesc::Less(desc, entry->fProgram->getDesc()); 362db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 372db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 3879f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt bool operator() (const Entry* entry, const GrProgramDesc& desc) { 3949f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(entry->fProgram.get()); 4079f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt return GrProgramDesc::Less(entry->fProgram->getDesc(), desc); 412db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 422db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com}; 43f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 44861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonGrGLGpu::ProgramCache::ProgramCache(GrGLGpu* gpu) 45c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com : fCount(0) 46c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com , fCurrLRUStamp(0) 479188a15f846ae79892c332aed2a72ee38116bdc6commit-bot@chromium.org , fGpu(gpu) 48948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS 49948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com , fTotalRequests(0) 50948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com , fCacheMisses(0) 512db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com , fHashMisses(0) 52948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif 53948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com{ 542db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com for (int i = 0; i < 1 << kHashBits; ++i) { 552db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fHashTable[i] = NULL; 562db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 57948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com} 58948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com 59861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonGrGLGpu::ProgramCache::~ProgramCache() { 602db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com for (int i = 0; i < fCount; ++i){ 612db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com SkDELETE(fEntries[i]); 622db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 63948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com // dump stats 64948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS 655c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com if (c_DisplayCache) { 665c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("--- Program Cache ---\n"); 675c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("Total requests: %d\n", fTotalRequests); 685c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("Cache misses: %d\n", fCacheMisses); 695c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("Cache miss %%: %f\n", (fTotalRequests > 0) ? 705c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com 100.f * fCacheMisses / fTotalRequests : 715c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com 0.f); 725c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com int cacheHits = fTotalRequests - fCacheMisses; 735c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("Hash miss %%: %f\n", (cacheHits > 0) ? 100.f * fHashMisses / cacheHits : 0.f); 745c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com SkDebugf("---------------------\n"); 755c9b6faefff735110a59932793e81cf5b9dec51djvanverth@google.com } 76948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif 77c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com} 78f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 79861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonvoid GrGLGpu::ProgramCache::abandon() { 80c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com for (int i = 0; i < fCount; ++i) { 8149f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(fEntries[i]->fProgram.get()); 822db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fEntries[i]->fProgram->abandon(); 83944bcf0acb78f8f9da01e991f1307629959e338absalomon SkDELETE(fEntries[i]); 84f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 85c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com fCount = 0; 86c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com} 87f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 88861e1037017bbb7ac52ec5ebecab3a636a82a3e8bsalomonint GrGLGpu::ProgramCache::search(const GrProgramDesc& desc) const { 892db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com ProgDescLess less; 902db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com return SkTSearch(fEntries, fCount, desc, sizeof(Entry*), less); 912db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com} 922db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 93873ad0e0b4d67bdc7bad025018f597450e7004c6joshualittGrGLProgram* GrGLGpu::ProgramCache::getProgram(const DrawArgs& args) { 94948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS 95948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com ++fTotalRequests; 96948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif 979ba4fa6f0fb8ef496d81ccac36e780aa806fea83bsalomon@google.com 982db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com Entry* entry = NULL; 992db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 100873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt uint32_t hashIdx = args.fDesc->getChecksum(); 1012db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com hashIdx ^= hashIdx >> 16; 1022db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (kHashBits <= 8) { 1032db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com hashIdx ^= hashIdx >> 8; 1042db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 1052db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com hashIdx &=((1 << kHashBits) - 1); 1062db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com Entry* hashedEntry = fHashTable[hashIdx]; 107873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt if (hashedEntry && hashedEntry->fProgram->getDesc() == *args.fDesc) { 10849f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(hashedEntry->fProgram); 1092db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entry = hashedEntry; 1102db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 1112db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 1122db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com int entryIdx; 1132db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (NULL == entry) { 114873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt entryIdx = this->search(*args.fDesc); 1152db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (entryIdx >= 0) { 1162db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entry = fEntries[entryIdx]; 1172db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#ifdef PROGRAM_CACHE_STATS 1182db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com ++fHashMisses; 1192db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#endif 1202db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 1212db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 1222db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 123c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com if (NULL == entry) { 1242db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // We have a cache miss 125948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#ifdef PROGRAM_CACHE_STATS 126948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com ++fCacheMisses; 127948787737b77555318fa2433e7ff941516fe950ejvanverth@google.com#endif 128873ad0e0b4d67bdc7bad025018f597450e7004c6joshualitt GrGLProgram* program = GrGLProgramBuilder::CreateProgram(args, fGpu); 1292db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (NULL == program) { 130c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com return NULL; 131c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com } 1322db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com int purgeIdx = 0; 133c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com if (fCount < kMaxEntries) { 1342db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entry = SkNEW(Entry); 1352db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com purgeIdx = fCount++; 1362db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fEntries[purgeIdx] = entry; 137c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com } else { 138f6de475e5cbd143f348ff7738919e397b7fe7f57tfarina@chromium.org SkASSERT(fCount == kMaxEntries); 1392db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com purgeIdx = 0; 140c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com for (int i = 1; i < kMaxEntries; ++i) { 1412db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (fEntries[i]->fLRUStamp < fEntries[purgeIdx]->fLRUStamp) { 1422db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com purgeIdx = i; 143f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 144f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 1452db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entry = fEntries[purgeIdx]; 1462db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com int purgedHashIdx = entry->fProgram->getDesc().getChecksum() & ((1 << kHashBits) - 1); 1472db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (fHashTable[purgedHashIdx] == entry) { 1482db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fHashTable[purgedHashIdx] = NULL; 1492db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 150f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 151f6de475e5cbd143f348ff7738919e397b7fe7f57tfarina@chromium.org SkASSERT(fEntries[purgeIdx] == entry); 1522db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entry->fProgram.reset(program); 1532d816ad36e806e5b1cf3c447e547829bbbe74fd1skia.committer@gmail.com // We need to shift fEntries around so that the entry currently at purgeIdx is placed 1542db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // just before the entry at ~entryIdx (in order to keep fEntries sorted by descriptor). 1552db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com entryIdx = ~entryIdx; 1562db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (entryIdx < purgeIdx) { 1572db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // Let E and P be the entries at index entryIdx and purgeIdx, respectively. 1582db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // If the entries array looks like this: 1592db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // aaaaEbbbbbPccccc 1602db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // we rearrange it to look like this: 1612db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // aaaaPEbbbbbccccc 1622db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com size_t copySize = (purgeIdx - entryIdx) * sizeof(Entry*); 1632db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com memmove(fEntries + entryIdx + 1, fEntries + entryIdx, copySize); 1642db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fEntries[entryIdx] = entry; 1652db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } else if (purgeIdx < entryIdx) { 1662db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // If the entries array looks like this: 1672db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // aaaaPbbbbbEccccc 1682db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // we rearrange it to look like this: 1692db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com // aaaabbbbbPEccccc 1702db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com size_t copySize = (entryIdx - purgeIdx - 1) * sizeof(Entry*); 1712db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com memmove(fEntries + purgeIdx, fEntries + purgeIdx + 1, copySize); 1722db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fEntries[entryIdx - 1] = entry; 1732db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 174515dcd36032997ce335daa0163c6d67e851bcad1commit-bot@chromium.org#ifdef SK_DEBUG 17549f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(fEntries[0]->fProgram.get()); 1762db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com for (int i = 0; i < fCount - 1; ++i) { 17749f085dddff10473b6ebf832a974288300224e60bsalomon SkASSERT(fEntries[i + 1]->fProgram.get()); 17879f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt const GrProgramDesc& a = fEntries[i]->fProgram->getDesc(); 17979f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt const GrProgramDesc& b = fEntries[i + 1]->fProgram->getDesc(); 18079f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt SkASSERT(GrProgramDesc::Less(a, b)); 18179f8faeea2692d2948c0f634e956d1e7fc8333e0joshualitt SkASSERT(!GrProgramDesc::Less(b, a)); 1822db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com } 1832db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com#endif 184c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com } 185f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com 1862db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fHashTable[hashIdx] = entry; 187c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com entry->fLRUStamp = fCurrLRUStamp; 1882db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com 1892db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com if (SK_MaxU32 == fCurrLRUStamp) { 190c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com // wrap around! just trash our LRU, one time hit. 191c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com for (int i = 0; i < fCount; ++i) { 1922db3ded335fdb6697623bece61cabc307a414770bsalomon@google.com fEntries[i]->fLRUStamp = 0; 193f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 194f93e717c7f7ca679a80acbfda6a34013ae1e2b8djunov@google.com } 195c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com ++fCurrLRUStamp; 1969ba4fa6f0fb8ef496d81ccac36e780aa806fea83bsalomon@google.com return entry->fProgram; 197c1d2a58ec8510b226e080f5415a05723a686aab3bsalomon@google.com} 198