Searched defs:num_bits (Results 1 - 25 of 57) sorted by relevance

123

/external/tensorflow/tensorflow/tools/graph_transforms/
H A Dfake_quantize_training.cc39 // TODO(suharshs): Make num_bits a parameter.
40 const int32 num_bits = 8; local
44 return DoQuantizeTrainingOnGraphDef(input_graph_def, num_bits, quant_op_type,
/external/tensorflow/tensorflow/core/kernels/
H A Dquantize_and_dequantize_op_gpu.cu.cc33 bool signed_input, int num_bits, bool range_given,
37 d, input, signed_input, num_bits, range_given, input_min_tensor,
32 operator ()(const GPUDevice& d, typename TTypes<T>::ConstVec input, bool signed_input, int num_bits, bool range_given, Tensor* input_min_tensor, Tensor* input_max_tensor, typename TTypes<T>::Vec out) argument
H A Dquantize_and_dequantize_op.h29 bool signed_input, int num_bits, bool range_given,
38 bool signed_input, int num_bits, bool range_given,
68 T scale = static_cast<T>((uint64_t{1} << (num_bits - 1)) - 1) / max_range;
87 // If it is unsigned and num_bits == 8, the range with 8 bits is [0, 255].
90 T scale = static_cast<T>((uint64_t{1} << num_bits) - 1) / max_range;
37 Compute(const Device& d, typename TTypes<T>::ConstVec input, bool signed_input, int num_bits, bool range_given, Tensor* input_min_tensor, Tensor* input_max_tensor, typename TTypes<T>::Vec out) argument
H A Ddequantize_op.cc101 static constexpr int num_bits = sizeof(T) * 8; variable
108 // If it is unsigned and num_bits == 8, the range with 8 bits is [0, 255].
111 const int target_bits = is_signed ? (num_bits - 1) : num_bits;
H A Dfake_quant_ops_test.cc52 void RunTestFakeQuantWithMinMaxArgs(const int num_bits, argument
61 .Attr("num_bits", num_bits)
77 void RunTestFakeQuantWithMinMaxVars(const int num_bits, argument
86 .Attr("num_bits", num_bits)
107 const int num_bits, const bool narrow_range,
116 .Attr("num_bits", num_bits)
426 .Attr("num_bits",
106 RunTestFakeQuantWithMinMaxVarsPerChannel( const int num_bits, const bool narrow_range, const TensorShape& minmax_shape, const gtl::ArraySlice<float>& min, const gtl::ArraySlice<float>& max, const TensorShape& shape, const gtl::ArraySlice<float>& data, gtl::ArraySlice<float> expected_data) argument
[all...]
H A Dfake_quant_ops.cc48 bool IsNumBitsValid(int num_bits) { return num_bits >= 2 && num_bits <= 16; } argument
66 int num_bits; local
67 OP_REQUIRES_OK(context, context->GetAttr("num_bits", &num_bits));
69 context, IsNumBitsValid(num_bits),
70 InvalidArgument("num_bits must be between 2 and 16, inclusive"));
74 quant_max_ = (1 << num_bits) - 1;
106 int num_bits; local
178 int num_bits; local
217 int num_bits; local
307 int num_bits; local
354 int num_bits; local
[all...]
H A Dquantize_and_dequantize_op.cc47 OP_REQUIRES_OK(ctx, ctx->GetAttr("num_bits", &num_bits_));
49 errors::InvalidArgument("num_bits is out of range: ", num_bits_,
93 // Almost identical to QuantizeAndDequantizeV2Op, except that num_bits is a
116 errors::InvalidArgument("num_bits is out of range: ", num_bits_val,
152 OP_REQUIRES_OK(ctx, ctx->GetAttr("num_bits", &num_bits_));
154 errors::InvalidArgument("num_bits is out of range: ", num_bits_,
199 const bool signed_input, const int num_bits,
203 d, input, signed_input, num_bits, range_given, input_min_tensor,
237 .HostMemory("num_bits") \
198 operator ()(const CPUDevice& d, typename TTypes<T>::ConstVec input, const bool signed_input, const int num_bits, const bool range_given, Tensor* input_min_tensor, Tensor* input_max_tensor, typename TTypes<T>::Vec out) argument
H A Dquantize_op.cc186 static constexpr int num_bits = sizeof(T) * 8; variable
196 target_range = static_cast<float>((uint64_t{1} << (num_bits - 1)) - 1);
200 // If it is unsigned and num_bits == 8, the range with 8 bits is [0,
203 target_range = static_cast<float>((uint64_t{1} << num_bits) - 1);
/external/v4l2_codec2/vda/
H A Dbit_reader.cc21 bool BitReader::ReadString(int num_bits, std::string* str) { argument
22 DCHECK_EQ(num_bits % 8, 0);
23 DCHECK_GT(num_bits, 0);
25 int num_bytes = num_bits / 8;
H A Dbit_reader_core.h39 bool ReadBits(int num_bits, bool* out) { argument
40 DCHECK_EQ(num_bits, 1);
44 // Read |num_bits| next bits from stream and return in |*out|, first bit
45 // from the stream starting at |num_bits| position in |*out|,
46 // bits of |*out| whose position is strictly greater than |num_bits|
49 // - |num_bits| cannot be larger than the bits the type can hold.
55 // return false unless |num_bits| is 0. The type |T| has to be a primitive
57 template<typename T> bool ReadBits(int num_bits, T* out) { argument
58 DCHECK_LE(num_bits, static_cast<int>(sizeof(T) * 8));
60 bool ret = ReadBitsInternal(num_bits,
[all...]
H A Dh264_bit_reader.cc65 // Read |num_bits| (1 to 31 inclusive) from the stream and return them
67 // (|num_bits| - 1).
68 bool H264BitReader::ReadBits(int num_bits, int* out) { argument
69 int bits_left = num_bits;
71 DCHECK(num_bits <= 31);
83 *out &= ((1u << num_bits) - 1u);
H A Dbit_reader.h25 template<typename T> bool ReadBits(int num_bits, T* out) { argument
26 return bit_reader_core_.ReadBits(num_bits, out);
33 // Read |num_bits| of binary data into |str|. |num_bits| must be a positive
36 bool ReadString(int num_bits, std::string* str);
38 bool SkipBits(int num_bits) { argument
39 return bit_reader_core_.SkipBits(num_bits);
H A Dbit_reader_core.cc44 int BitReaderCore::PeekBitsMsbAligned(int num_bits, uint64_t* out) { argument
45 // Try to have at least |num_bits| in the bit register.
46 if (nbits_ < num_bits)
47 Refill(num_bits);
53 bool BitReaderCore::SkipBitsSmall(int num_bits) { argument
54 DCHECK_GE(num_bits, 0);
56 while (num_bits >= kRegWidthInBits) {
59 num_bits -= kRegWidthInBits;
61 return ReadBitsInternal(num_bits, &dummy);
64 bool BitReaderCore::SkipBits(int num_bits) { argument
104 ReadBitsInternal(int num_bits, uint64_t* out) argument
132 reg_ <<= num_bits; local
[all...]
/external/valgrind/memcheck/tests/vbit-test/
H A Dunary.c37 unsigned num_bits = result->vbits.num_bits; local
43 expected_vbits = undefined_vbits(num_bits);
51 expected_vbits = truncate_vbits(opnd->vbits, num_bits);
55 expected_vbits = left_vbits(opnd->vbits, num_bits);
59 assert(num_bits * 2 == opnd->vbits.num_bits);
64 expected_vbits = sextend_vbits(opnd->vbits, num_bits);
68 expected_vbits = zextend_vbits(opnd->vbits, num_bits);
72 assert(num_bits
[all...]
H A Dvbits.h39 unsigned num_bits; member in struct:__anon29644
65 vbits_t undefined_vbits(unsigned num_bits);
79 vbits_t defined_vbits(unsigned num_bits);
81 vbits_t truncate_vbits(vbits_t, unsigned num_bits);
82 vbits_t left_vbits(vbits_t, unsigned num_bits);
87 vbits_t sextend_vbits(vbits_t, unsigned num_bits);
88 vbits_t zextend_vbits(vbits_t, unsigned num_bits);
89 vbits_t onehot_vbits(unsigned bitno, unsigned num_bits);
/external/webp/src/utils/
H A Drandom_utils.h36 // Returns a centered pseudo-random number with 'num_bits' amplitude.
39 static WEBP_INLINE int VP8RandomBits2(VP8Random* const rg, int num_bits, argument
42 assert(num_bits + VP8_RANDOM_DITHER_FIX <= 31);
49 diff = (int)((uint32_t)diff << 1) >> (32 - num_bits);
51 diff += 1 << (num_bits - 1); // shift back to 0.5-center
55 static WEBP_INLINE int VP8RandomBits(VP8Random* const rg, int num_bits) { argument
56 return VP8RandomBits2(rg, num_bits, rg->amp_);
/external/libchrome/crypto/
H A Drsa_private_key.cc23 std::unique_ptr<RSAPrivateKey> RSAPrivateKey::Create(uint16_t num_bits) { argument
31 if (!RSA_generate_key_ex(rsa_key.get(), num_bits, bn.get(), nullptr))
H A Dnss_key_util.cc60 uint16_t num_bits,
67 param.keySizeInBits = num_bits;
59 GenerateRSAKeyPairNSS(PK11SlotInfo* slot, uint16_t num_bits, bool permanent, ScopedSECKEYPublicKey* public_key, ScopedSECKEYPrivateKey* private_key) argument
/external/mesa3d/src/compiler/glsl/
H A Dir_array_refcount.h95 assert(linearized_index <= num_bits);
109 unsigned num_bits; member in class:ir_array_refcount_entry
/external/mesa3d/src/gallium/auxiliary/vl/
H A Dvl_rbsp.h51 static inline void vl_rbsp_init(struct vl_rbsp *rbsp, struct vl_vlc *nal, unsigned num_bits) argument
60 while (vl_vlc_search_byte(nal, num_bits, 0x00)) {
/external/antlr/antlr-3.4/runtime/Perl5/lib/ANTLR/Runtime/
H A DBitSet.pm183 sub num_bits : method { subroutine
190 return $self->num_bits() / $self->BITS;
/external/freetype/src/lzw/
H A Dftzopen.c39 state->num_bits ); /* WHY? */
43 state->in_eof = FT_BOOL( count < state->num_bits );
47 if ( state->buf_size > state->num_bits )
48 state->buf_size -= state->num_bits - 1;
62 FT_UInt num_bits = state->num_bits; local
74 state->num_bits = ++num_bits;
75 if ( num_bits > LZW_MAX_BITS )
78 state->free_bits = state->num_bits < stat
[all...]
/external/harfbuzz_ng/src/
H A Dhb-set-digest-private.hh55 static const unsigned int num_bits = 0 member in struct:hb_set_digest_lowest_bits_t
64 static_assert ((shift + num_bits <= sizeof (hb_codepoint_t) * 8), "");
/external/libxaac/decoder/
H A Dixheaacd_sbr_crc.c27 WORD32 num_bits) {
29 WORD32 data_bit_mask = (1 << (num_bits - 1));
34 for (i = 0; i < num_bits; i++) {
26 ixheaacd_calc_chk_sum(WORD16* crc_state, WORD32 stream_data, WORD32 num_bits) argument
/external/tensorflow/tensorflow/contrib/lite/kernels/
H A Dlsh_projection.cc146 int num_bits = SizeOfDimension(hash, 1); local
149 for (int j = 0; j < num_bits; j++) {
150 float seed = hash->data.f[i * num_bits + j];
154 *out_buf++ = hash_signature + i * (1 << num_bits);
161 int num_bits = SizeOfDimension(hash, 1); local
163 for (int j = 0; j < num_bits; j++) {
164 float seed = hash->data.f[i * num_bits + j];

Completed in 615 milliseconds

123