1709a0978ae141198018ca9769f8d96292a8928e6Jason Sams/*
2709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * Copyright (C) 2011-2012 The Android Open Source Project
3709a0978ae141198018ca9769f8d96292a8928e6Jason Sams *
4709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * Licensed under the Apache License, Version 2.0 (the "License");
5709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * you may not use this file except in compliance with the License.
6709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * You may obtain a copy of the License at
7709a0978ae141198018ca9769f8d96292a8928e6Jason Sams *
8709a0978ae141198018ca9769f8d96292a8928e6Jason Sams *      http://www.apache.org/licenses/LICENSE-2.0
9709a0978ae141198018ca9769f8d96292a8928e6Jason Sams *
10709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * Unless required by applicable law or agreed to in writing, software
11709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * distributed under the License is distributed on an "AS IS" BASIS,
12709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * See the License for the specific language governing permissions and
14709a0978ae141198018ca9769f8d96292a8928e6Jason Sams * limitations under the License.
15709a0978ae141198018ca9769f8d96292a8928e6Jason Sams */
16709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
176a236ad3a3760e8124b68a1b6220ed6e4fbfb152Stephen Hines#ifndef RSD_CPU_SCRIPT_H
186a236ad3a3760e8124b68a1b6220ed6e4fbfb152Stephen Hines#define RSD_CPU_SCRIPT_H
19709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
20709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include <rs_hal.h>
21709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include <rsRuntime.h>
22709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
2325e3af55a43faddced1a9931574dfdc3cc8ad8fdStephen Hines#ifndef RS_COMPATIBILITY_LIB
2429809d1f95d4cd4cbc6b2f9384b3321759691e13Tim Murray#include <utility>
2525e3af55a43faddced1a9931574dfdc3cc8ad8fdStephen Hines#endif
2625e3af55a43faddced1a9931574dfdc3cc8ad8fdStephen Hines
27709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuCore.h"
28709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
2982e135c4bbe18855d8ed02632bb074f8da0b96e0Miao Wang#include <string>
3082e135c4bbe18855d8ed02632bb074f8da0b96e0Miao Wang
319ab5094dd32352b33e251e540934f6e814c5fa5bJean-Luc Brouilletnamespace bcinfo {
329ab5094dd32352b33e251e540934f6e814c5fa5bJean-Luc Brouillet    class MetadataExtractor;
337974fc03e11f3a8dd40f794f3b33b4889483090cRahul Chaudhry} // namespace bcinfo
349ab5094dd32352b33e251e540934f6e814c5fa5bJean-Luc Brouillet
35709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace android {
36709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace renderscript {
37709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
382abfcc6d129fe3defddef4540aa95cc445c03a7aYang Niclass ScriptExecutable;
39709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
40709a0978ae141198018ca9769f8d96292a8928e6Jason Samsclass RsdCpuScriptImpl : public RsdCpuReferenceImpl::CpuScript {
41709a0978ae141198018ca9769f8d96292a8928e6Jason Samspublic:
42709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    bool init(char const *resName, char const *cacheDir,
43005113297b19ed256b6db9d6bc293ed9266899fcStephen Hines              uint8_t const *bitcode, size_t bitcodeSize, uint32_t flags,
4444bef6fba6244292b751387f3d6c31cca96c28adChris Wailes              char const *bccPluginName = nullptr);
45c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void populateScript(Script *) override;
46709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
47c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void invokeFunction(uint32_t slot, const void *params, size_t paramLength) override;
48c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    int invokeRoot() override;
49f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes    virtual void preLaunch(uint32_t slot, const Allocation ** ains,
50f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes                           uint32_t inLen, Allocation * aout, const void * usr,
5117e3cdc24776d8fdbf1ce16287b9b4dcd516708fJason Sams                           uint32_t usrLen, const RsScriptCall *sc);
52f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes    virtual void postLaunch(uint32_t slot, const Allocation ** ains,
53f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes                            uint32_t inLen, Allocation * aout,
54f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes                            const void * usr, uint32_t usrLen,
55f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes                            const RsScriptCall *sc);
56f37121300217d3b39ab66dd9c8881bcbcad932dfChris Wailes
57c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void invokeForEach(uint32_t slot,
58c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       const Allocation ** ains,
59c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       uint32_t inLen,
60c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       Allocation* aout,
61c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       const void* usr,
62c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       uint32_t usrLen,
63c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                       const RsScriptCall* sc) override;
64c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines
6514ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala    void invokeReduce(uint32_t slot,
66ae2ec3febedfc29376b9104413fb4042028f1265David Gross                      const Allocation ** ains, uint32_t inLen,
6714ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala                      Allocation* aout,
6814ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala                      const RsScriptCall* sc) override;
6914ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala
70c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void invokeInit() override;
71c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void invokeFreeChildren() override;
72c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines
73c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void setGlobalVar(uint32_t slot, const void *data, size_t dataLength) override;
74c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void getGlobalVar(uint32_t slot, void *data, size_t dataLength) override;
75c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void setGlobalVarWithElemDims(uint32_t slot, const void *data, size_t dataLength,
76c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                                  const Element *e, const uint32_t *dims,
77c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines                                  size_t dimLength) override;
78c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void setGlobalBind(uint32_t slot, Allocation *data) override;
79c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    void setGlobalObj(uint32_t slot, ObjectBase *data) override;
80709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
81062c287f573ecc06c38ee4295e5627e12c52ac3dYang Ni    const char* getFieldName(uint32_t slot) const;
82709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
83c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    ~RsdCpuScriptImpl() override;
84709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    RsdCpuScriptImpl(RsdCpuReferenceImpl *ctx, const Script *s);
85709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
86709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const Script * getScript() {return mScript;}
87709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
88bf2111d3b3de310932099514f06924e48fa1d7b2Jason Sams    bool forEachMtlsSetup(const Allocation ** ains, uint32_t inLen,
894b3c34e6833e39bc89c2128002806b654b8e623dChris Wailes                          Allocation * aout, const void * usr, uint32_t usrLen,
9014ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala                          const RsScriptCall *sc, MTLaunchStructForEach *mtls);
914b3c34e6833e39bc89c2128002806b654b8e623dChris Wailes
9214ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala    virtual void forEachKernelSetup(uint32_t slot, MTLaunchStructForEach *mtls);
93709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
946c1876bbef1b2c89975dce91230a168bd2d2ce4cDavid Gross    // Build an MTLaunchStruct suitable for launching a general reduce-style kernel.
95ae2ec3febedfc29376b9104413fb4042028f1265David Gross    bool reduceMtlsSetup(const Allocation ** ains, uint32_t inLen, const Allocation *aout,
96ae2ec3febedfc29376b9104413fb4042028f1265David Gross                         const RsScriptCall *sc, MTLaunchStructReduce *mtls);
976c1876bbef1b2c89975dce91230a168bd2d2ce4cDavid Gross    // Finalize an MTLaunchStruct for launching a general reduce-style kernel.
98ae2ec3febedfc29376b9104413fb4042028f1265David Gross    virtual void reduceKernelSetup(uint32_t slot, MTLaunchStructReduce *mtls);
996c1876bbef1b2c89975dce91230a168bd2d2ce4cDavid Gross
100709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const RsdCpuReference::CpuSymbol * lookupSymbolMath(const char *sym);
101709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    static void * lookupRuntimeStub(void* pContext, char const* name);
102709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
103c060f1435e7b9405f3be8974417fa6f410f03753Stephen Hines    Allocation * getAllocationForPointer(const void *ptr) const override;
104dc0d8f7c0f1f43f25c34fbc04656ad578f6e953bPirama Arumuga Nainar    bool storeRSInfoFromSO();
105709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
1068409d6414dd4a42aa59779fcfe9fce18648cb135Stephen Hines    int getGlobalEntries() const override;
1078409d6414dd4a42aa59779fcfe9fce18648cb135Stephen Hines    const char * getGlobalName(int i) const override;
1088409d6414dd4a42aa59779fcfe9fce18648cb135Stephen Hines    const void * getGlobalAddress(int i) const override;
1098409d6414dd4a42aa59779fcfe9fce18648cb135Stephen Hines    size_t getGlobalSize(int i) const override;
1105aa018cc36e589b07674957714d27ae3d1fa1c4eStephen Hines    uint32_t getGlobalProperties(int i) const override;
1118409d6414dd4a42aa59779fcfe9fce18648cb135Stephen Hines
112709a0978ae141198018ca9769f8d96292a8928e6Jason Samsprotected:
113709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    RsdCpuReferenceImpl *mCtx;
114709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const Script *mScript;
115dc0d8f7c0f1f43f25c34fbc04656ad578f6e953bPirama Arumuga Nainar    void *mScriptSO;
116709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
117110f181b7966212a36ef18016f9b81c7322d0a2fJason Sams#ifndef RS_COMPATIBILITY_LIB
11840e35cdbe217ec8bf9fc3c69873c7d62fc14158fJean-Luc Brouillet    // Returns the path to the core library we'll use.
11940e35cdbe217ec8bf9fc3c69873c7d62fc14158fJean-Luc Brouillet    const char* findCoreLib(const bcinfo::MetadataExtractor& bitCodeMetaData, const char* bitcode,
1209ab5094dd32352b33e251e540934f6e814c5fa5bJean-Luc Brouillet                            size_t bitcodeSize);
12145e753a46e587c69b3b0d0c5138e88715a24a29aStephen Hines#endif
12245e753a46e587c69b3b0d0c5138e88715a24a29aStephen Hines
123110f181b7966212a36ef18016f9b81c7322d0a2fJason Sams    RootFunc_t mRoot;
124110f181b7966212a36ef18016f9b81c7322d0a2fJason Sams    RootFunc_t mRootExpand;
12514ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala    InitOrDtorFunc_t mInit;
12614ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala    InitOrDtorFunc_t mFreeChildren;
127d9bae689c1b8c3f2ed1a5f2b374dc9393584b8ddYang Ni    ScriptExecutable* mScriptExec;
128709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
129709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    Allocation **mBoundAllocs;
130709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    void * mIntrinsicData;
131709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    bool mIsThreadable;
132da0f069871343119251d6b0586be356dc2146a62Yang Ni
1332abfcc6d129fe3defddef4540aa95cc445c03a7aYang Nipublic:
1342abfcc6d129fe3defddef4540aa95cc445c03a7aYang Ni    static const char* BCC_EXE_PATH;
13582e135c4bbe18855d8ed02632bb074f8da0b96e0Miao Wang    const char* getBitcodeFilePath() const { return mBitcodeFilePath.c_str(); }
136da0f069871343119251d6b0586be356dc2146a62Yang Ni
1372abfcc6d129fe3defddef4540aa95cc445c03a7aYang Niprivate:
13814ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala    bool setUpMtlsDimensions(MTLaunchStructCommon *mtls,
13914ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala                             const RsLaunchDimensions &baseDim,
14014ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala                             const RsScriptCall *sc);
14114ce007a633b10e3b9a3fae29d8f53a7e8c9b59fMatt Wala
14282e135c4bbe18855d8ed02632bb074f8da0b96e0Miao Wang    std::string mBitcodeFilePath;
143cb17015fed6b11a5028f31cc804a3847e379945dYang Ni    uint32_t mBuildChecksum;
144aa6757ffc1b23d771566439c3179fdbc1e5ba569Pirama Arumuga Nainar    bool mChecksumNeeded;
145709a0978ae141198018ca9769f8d96292a8928e6Jason Sams};
146709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
147709a0978ae141198018ca9769f8d96292a8928e6Jason SamsAllocation * rsdScriptGetAllocationForPointer(
148709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                        const Context *dc,
149709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                        const Script *script,
150709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                        const void *);
151709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
152cb17015fed6b11a5028f31cc804a3847e379945dYang Niuint32_t constructBuildChecksum(uint8_t const *bitcode, size_t bitcodeSize,
153cb17015fed6b11a5028f31cc804a3847e379945dYang Ni                                const char *commandLine,
154cb17015fed6b11a5028f31cc804a3847e379945dYang Ni                                const char ** bccFiles, size_t numFiles);
155f02a2b0a2749d4a4f07edbc23eddff2e51d11b72Yang Ni
1567974fc03e11f3a8dd40f794f3b33b4889483090cRahul Chaudhry} // namespace renderscript
157d9bae689c1b8c3f2ed1a5f2b374dc9393584b8ddYang Ni
158da0f069871343119251d6b0586be356dc2146a62Yang Ni#ifdef __LP64__
159da0f069871343119251d6b0586be356dc2146a62Yang Ni#define SYSLIBPATH "/system/lib64"
160da43d5866f6224e17e756fdfea405ca4b00a38fcJiyong Park#define SYSLIBPATH_VNDK "/system/lib64/vndk-sp"
161cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#define SYSLIBPATH_BC "/system/lib64"
162682672e36b05349bc4d9dee74e9fab73ce804183Pirama Arumuga Nainar#define SYSLIBPATH_VENDOR "/system/vendor/lib64"
163cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#elif defined(BUILD_ARM_FOR_X86) && defined(__arm__)
164cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#define SYSLIBPATH "/system/lib/arm"
165da43d5866f6224e17e756fdfea405ca4b00a38fcJiyong Park#define SYSLIBPATH_VNDK "/system/lib/arm/vndk-sp"
166cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#define SYSLIBPATH_BC "/system/lib"
167cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#define SYSLIBPATH_VENDOR "/system/vendor/lib/arm"
168da0f069871343119251d6b0586be356dc2146a62Yang Ni#else
169da0f069871343119251d6b0586be356dc2146a62Yang Ni#define SYSLIBPATH "/system/lib"
170da43d5866f6224e17e756fdfea405ca4b00a38fcJiyong Park#define SYSLIBPATH_VNDK "/system/lib/vndk-sp"
171cfb1d0b3ed5a775689c20ce053bfc023ea9d8e5fVictor Khimenko#define SYSLIBPATH_BC "/system/lib"
172682672e36b05349bc4d9dee74e9fab73ce804183Pirama Arumuga Nainar#define SYSLIBPATH_VENDOR "/system/vendor/lib"
173da0f069871343119251d6b0586be356dc2146a62Yang Ni#endif
174da0f069871343119251d6b0586be356dc2146a62Yang Ni
1757974fc03e11f3a8dd40f794f3b33b4889483090cRahul Chaudhry} // namespace android
176709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
177a845c35880f8434619ac299e8af47aa6a5049e8dYang Ninamespace {
178a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni
179a845c35880f8434619ac299e8af47aa6a5049e8dYang Niinline bool is_force_recompile() {
180a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  char buf[PROP_VALUE_MAX];
181a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni
182a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  // Re-compile if floating point precision has been overridden.
183a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  android::renderscript::property_get("debug.rs.precision", buf, "");
184a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  if (buf[0] != '\0') {
185a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni    return true;
186a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  }
187a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni
188a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  // Re-compile if debug.rs.forcerecompile is set.
189a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  android::renderscript::property_get("debug.rs.forcerecompile", buf, "0");
190a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  if ((::strcmp(buf, "1") == 0) || (::strcmp(buf, "true") == 0)) {
191a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni    return true;
192a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  } else {
193a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni    return false;
194a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni  }
195a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni}
196a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni
197e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yuninline std::string getVndkSysLibPath() {
198e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  char buf[PROP_VALUE_MAX];
199e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  android::renderscript::property_get("ro.vndk.version", buf, "");
200e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  std::string versionStr = buf;
201e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  if (versionStr != "" && versionStr != "current") {
202e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun    return SYSLIBPATH_VNDK "-" + versionStr;
203e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  }
204e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun  return SYSLIBPATH_VNDK;
205e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun}
206e0f1e2ef6df041d4d88a4d4135c46ddcb0c50029Justin Yun
207a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni}  // anonymous namespace
208a845c35880f8434619ac299e8af47aa6a5049e8dYang Ni
2096a236ad3a3760e8124b68a1b6220ed6e4fbfb152Stephen Hines#endif  // RSD_CPU_SCRIPT_H
210