AudioGroup.cpp revision 31a824ddf74276c6f571079fe6afbb71c13bf965
173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh/* 273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * Copyright (C) 2010 The Android Open Source Project 373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * 473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * Licensed under the Apache License, Version 2.0 (the "License"); 573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * you may not use this file except in compliance with the License. 673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * You may obtain a copy of the License at 773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * 873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * http://www.apache.org/licenses/LICENSE-2.0 973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * 1073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * Unless required by applicable law or agreed to in writing, software 1173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * distributed under the License is distributed on an "AS IS" BASIS, 1273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * See the License for the specific language governing permissions and 1473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh * limitations under the License. 1573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh */ 1673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 1773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <stdio.h> 1873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <stdint.h> 1973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <string.h> 2073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <errno.h> 2173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <fcntl.h> 2273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <sys/epoll.h> 2373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <sys/types.h> 2473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <sys/socket.h> 2573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <sys/stat.h> 2673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <sys/time.h> 2773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <time.h> 2873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <arpa/inet.h> 2973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <netinet/in.h> 3073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 3173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#define LOG_TAG "AudioGroup" 3273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <cutils/atomic.h> 3381b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent#include <cutils/properties.h> 3473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <utils/Log.h> 3573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <utils/Errors.h> 3673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <utils/RefBase.h> 3773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <utils/threads.h> 3873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <utils/SystemClock.h> 3973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <media/AudioSystem.h> 4073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <media/AudioRecord.h> 4173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <media/AudioTrack.h> 4273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include <media/mediarecorder.h> 4373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 4431a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin#include <hardware/audio.h> 4531a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin 4673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include "jni.h" 4773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include "JNIHelp.h" 4873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 4973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh#include "AudioCodec.h" 50c7092775516e15983053a58b3b43ff3eb58ac46fChia-chi Yeh#include "EchoSuppressor.h" 5173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 5273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehextern int parse(JNIEnv *env, jstring jAddress, int port, sockaddr_storage *ss); 5373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 5473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehnamespace { 5573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 5673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehusing namespace android; 5773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 5873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehint gRandom = -1; 5973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 6073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// We use a circular array to implement jitter buffer. The simplest way is doing 6173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// a modulo operation on the index while accessing the array. However modulo can 6273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// be expensive on some platforms, such as ARM. Thus we round up the size of the 6373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// array to the nearest power of 2 and then use bitwise-and instead of modulo. 64b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh// Currently we make it 512ms long and assume packet interval is 40ms or less. 65b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh// The first 80ms is the place where samples get mixed. The rest 432ms is the 66b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh// real jitter buffer. For a stream at 8000Hz it takes 8192 bytes. These numbers 6773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// are chosen by experiments and each of them can be adjusted as needed. 6873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 699795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// Originally a stream does not send packets when it is receive-only or there is 709795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// nothing to mix. However, this causes some problems with certain firewalls and 719795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// proxies. A firewall might remove a port mapping when there is no outgoing 729795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// packet for a preiod of time, and a proxy might wait for incoming packets from 739795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// both sides before start forwarding. To solve these problems, we send out a 749795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// silence packet on the stream for every second. It should be good enough to 759795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh// keep the stream alive with relatively low resources. 769795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh 7773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// Other notes: 7873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// + We use elapsedRealtime() to get the time. Since we use 32bit variables 7973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// instead of 64bit ones, comparison must be done by subtraction. 8073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// + Sampling rate must be multiple of 1000Hz, and packet length must be in 8173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// milliseconds. No floating points. 8273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// + If we cannot get enough CPU, we drop samples and simulate packet loss. 8373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh// + Resampling is not done yet, so streams in one group must use the same rate. 84b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh// For the first release only 8000Hz is supported. 85b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh 86b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh#define BUFFER_SIZE 512 87b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh#define HISTORY_SIZE 80 88b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh#define MEASURE_PERIOD 2000 8973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 9073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehclass AudioStream 9173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 9273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehpublic: 9373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream(); 9473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ~AudioStream(); 9573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool set(int mode, int socket, sockaddr_storage *remote, 960d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh AudioCodec *codec, int sampleRate, int sampleCount, 9773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int codecType, int dtmfType); 9873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 9973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh void sendDtmf(int event); 10073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool mix(int32_t *output, int head, int tail, int sampleRate); 10173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh void encode(int tick, AudioStream *chain); 10273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh void decode(int tick); 10373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 104a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yehprivate: 10573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh enum { 10673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh NORMAL = 0, 10773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh SEND_ONLY = 1, 10873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh RECEIVE_ONLY = 2, 10973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LAST_MODE = 2, 11073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh }; 11173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 11273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mMode; 11373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mSocket; 11473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sockaddr_storage mRemote; 11573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioCodec *mCodec; 11673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh uint32_t mCodecMagic; 11773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh uint32_t mDtmfMagic; 118f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh bool mFixRemote; 11973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 12073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mTick; 12173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mSampleRate; 12273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mSampleCount; 12373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mInterval; 1249795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh int mKeepAlive; 12573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 12673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int16_t *mBuffer; 12773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mBufferMask; 12873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mBufferHead; 12973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mBufferTail; 130b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh int mLatencyTimer; 13173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mLatencyScore; 13273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 13373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh uint16_t mSequence; 13473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh uint32_t mTimestamp; 13573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh uint32_t mSsrc; 13673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 13773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mDtmfEvent; 13873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mDtmfStart; 13973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 14073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream *mNext; 14173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 14273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh friend class AudioGroup; 14373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh}; 14473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 14573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi YehAudioStream::AudioStream() 14673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 14773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSocket = -1; 14873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mCodec = NULL; 14973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBuffer = NULL; 15073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mNext = NULL; 15173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 15273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 15373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi YehAudioStream::~AudioStream() 15473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 15573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh close(mSocket); 15673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete mCodec; 15773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete [] mBuffer; 15873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("stream[%d] is dead", mSocket); 15973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 16073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 16173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioStream::set(int mode, int socket, sockaddr_storage *remote, 1620d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh AudioCodec *codec, int sampleRate, int sampleCount, 16373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int codecType, int dtmfType) 16473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 16573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mode < 0 || mode > LAST_MODE) { 16673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 16773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 16873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mMode = mode; 16973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 17073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mCodecMagic = (0x8000 | codecType) << 16; 17173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfMagic = (dtmfType == -1) ? 0 : (0x8000 | dtmfType) << 16; 17273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 17373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mTick = elapsedRealtime(); 17473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSampleRate = sampleRate / 1000; 17573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSampleCount = sampleCount; 17673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mInterval = mSampleCount / mSampleRate; 17773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 17873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Allocate jitter buffer. 179b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh for (mBufferMask = 8; mBufferMask < mSampleRate; mBufferMask <<= 1); 180b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferMask *= BUFFER_SIZE; 18173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBuffer = new int16_t[mBufferMask]; 18273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh --mBufferMask; 18373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferHead = 0; 18473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferTail = 0; 185b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mLatencyTimer = 0; 18673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mLatencyScore = 0; 18773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 18873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Initialize random bits. 18973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh read(gRandom, &mSequence, sizeof(mSequence)); 19073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh read(gRandom, &mTimestamp, sizeof(mTimestamp)); 19173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh read(gRandom, &mSsrc, sizeof(mSsrc)); 19273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 19373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = -1; 19473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfStart = 0; 19573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 1960d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh // Only take over these things when succeeded. 19773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSocket = socket; 1980d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh if (codec) { 1990d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh mRemote = *remote; 2000d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh mCodec = codec; 201f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh 202f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh // Here we should never get an private address, but some buggy proxy 203f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh // servers do give us one. To solve this, we replace the address when 204f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh // the first time we successfully decode an incoming packet. 205f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh mFixRemote = false; 206f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh if (remote->ss_family == AF_INET) { 207f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh unsigned char *address = 208f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh (unsigned char *)&((sockaddr_in *)remote)->sin_addr; 209f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh if (address[0] == 10 || 210f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh (address[0] == 172 && (address[1] >> 4) == 1) || 211f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh (address[0] == 192 && address[1] == 168)) { 212f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh mFixRemote = true; 213f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh } 214f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh } 2150d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh } 21673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 217d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGD("stream[%d] is configured as %s %dkHz %dms mode %d", mSocket, 218d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh (codec ? codec->name : "RAW"), mSampleRate, mInterval, mMode); 21973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 22073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 22173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 22273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid AudioStream::sendDtmf(int event) 22373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 22473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mDtmfMagic != 0) { 22573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = event << 24; 22673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfStart = mTimestamp + mSampleCount; 22773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 22873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 22973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 23073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioStream::mix(int32_t *output, int head, int tail, int sampleRate) 23173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 23273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mMode == SEND_ONLY) { 23373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 23473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 23573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 23673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (head - mBufferHead < 0) { 23773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh head = mBufferHead; 23873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 23973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (tail - mBufferTail > 0) { 24073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh tail = mBufferTail; 24173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 24273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (tail - head <= 0) { 24373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 24473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 24573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 24673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh head *= mSampleRate; 24773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh tail *= mSampleRate; 24873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 24973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (sampleRate == mSampleRate) { 25073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (int i = head; i - tail < 0; ++i) { 25173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh output[i - head] += mBuffer[i & mBufferMask]; 25273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 25373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } else { 25473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // TODO: implement resampling. 25573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 25673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 25773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 25873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 25973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 26073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid AudioStream::encode(int tick, AudioStream *chain) 26173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 26273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (tick - mTick >= mInterval) { 26373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // We just missed the train. Pretend that packets in between are lost. 26473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int skipped = (tick - mTick) / mInterval; 26573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mTick += skipped * mInterval; 26673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSequence += skipped; 26773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mTimestamp += skipped * mSampleCount; 268d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] skips %d packets", mSocket, skipped); 26973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 27073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 27173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh tick = mTick; 27273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mTick += mInterval; 27373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ++mSequence; 27473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mTimestamp += mSampleCount; 27573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 27673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // If there is an ongoing DTMF event, send it now. 2779795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (mMode != RECEIVE_ONLY && mDtmfEvent != -1) { 27873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int duration = mTimestamp - mDtmfStart; 27973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Make sure duration is reasonable. 28073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (duration >= 0 && duration < mSampleRate * 100) { 28173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh duration += mSampleCount; 28273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int32_t buffer[4] = { 28373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh htonl(mDtmfMagic | mSequence), 28473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh htonl(mDtmfStart), 28573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSsrc, 28673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh htonl(mDtmfEvent | duration), 28773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh }; 28873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (duration >= mSampleRate * 100) { 28973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh buffer[3] |= htonl(1 << 23); 29073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = -1; 29173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 29273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sendto(mSocket, buffer, sizeof(buffer), MSG_DONTWAIT, 29373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh (sockaddr *)&mRemote, sizeof(mRemote)); 29473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 29573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 29673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = -1; 29773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 29873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 29973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int32_t buffer[mSampleCount + 3]; 3009795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh int16_t samples[mSampleCount]; 3019795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (mMode == RECEIVE_ONLY) { 3029795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if ((mTick ^ mKeepAlive) >> 10 == 0) { 3039795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh return; 30473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 3059795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh mKeepAlive = mTick; 3069795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh memset(samples, 0, sizeof(samples)); 3079795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } else { 3089795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh // Mix all other streams. 3099795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh bool mixed = false; 3109795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh memset(buffer, 0, sizeof(buffer)); 3119795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh while (chain) { 3129795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (chain != this && 3139795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh chain->mix(buffer, tick - mInterval, tick, mSampleRate)) { 3149795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh mixed = true; 3159795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } 3169795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh chain = chain->mNext; 317ea7bed2487a9460ad2c01cda9ded8035e0b0c945repo sync } 31873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 3199795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (mixed) { 3209795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh // Saturate into 16 bits. 3219795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh for (int i = 0; i < mSampleCount; ++i) { 3229795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh int32_t sample = buffer[i]; 3239795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (sample < -32768) { 3249795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh sample = -32768; 3259795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } 3269795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if (sample > 32767) { 3279795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh sample = 32767; 3289795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } 3299795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh samples[i] = sample; 3309795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } 3319795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } else { 3329795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh if ((mTick ^ mKeepAlive) >> 10 == 0) { 3339795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh return; 3349795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh } 3359795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh mKeepAlive = mTick; 3369795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh memset(samples, 0, sizeof(samples)); 3379795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh LOGV("stream[%d] no data", mSocket); 33873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 33973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 3409795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh 34173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!mCodec) { 34273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Special case for device stream. 34373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh send(mSocket, samples, sizeof(samples), MSG_DONTWAIT); 34473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 34573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 34673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 3479795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh // Cook the packet and send it out. 34873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh buffer[0] = htonl(mCodecMagic | mSequence); 34973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh buffer[1] = htonl(mTimestamp); 35073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh buffer[2] = mSsrc; 35173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int length = mCodec->encode(&buffer[3], samples); 35273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (length <= 0) { 353d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] encoder error", mSocket); 35473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 35573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 35673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sendto(mSocket, buffer, length + 12, MSG_DONTWAIT, (sockaddr *)&mRemote, 35773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sizeof(mRemote)); 35873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 35973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 36073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid AudioStream::decode(int tick) 36173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 36273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh char c; 36373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mMode == SEND_ONLY) { 36473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh recv(mSocket, &c, 1, MSG_DONTWAIT); 36573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 36673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 36773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 36873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Make sure mBufferHead and mBufferTail are reasonable. 369b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if ((unsigned int)(tick + BUFFER_SIZE - mBufferHead) > BUFFER_SIZE * 2) { 370b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferHead = tick - HISTORY_SIZE; 37173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferTail = mBufferHead; 37273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 37373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 374b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if (tick - mBufferHead > HISTORY_SIZE) { 37573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Throw away outdated samples. 376b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferHead = tick - HISTORY_SIZE; 37773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mBufferTail - mBufferHead < 0) { 37873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferTail = mBufferHead; 37973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 38073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 38173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 382b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh // Adjust the jitter buffer if the latency keeps larger than two times of the 383b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh // packet interval in the past two seconds. 384b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh int score = mBufferTail - tick - mInterval * 2; 385b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if (mLatencyScore > score) { 386b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mLatencyScore = score; 387b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh } 388b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if (mLatencyScore <= 0) { 389b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mLatencyTimer = tick; 390b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mLatencyScore = score; 391b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh } else if (tick - mLatencyTimer >= MEASURE_PERIOD) { 392d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] reduces latency of %dms", mSocket, mLatencyScore); 393b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferTail -= mLatencyScore; 394b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mLatencyTimer = tick; 39573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 39673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 397b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if (mBufferTail - mBufferHead > BUFFER_SIZE - mInterval) { 39873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Buffer overflow. Drop the packet. 399d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] buffer overflow", mSocket); 40073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh recv(mSocket, &c, 1, MSG_DONTWAIT); 40173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 40273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 40373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 40473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Receive the packet and decode it. 40573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int16_t samples[mSampleCount]; 40673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int length = 0; 40773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!mCodec) { 40873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Special case for device stream. 40973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh length = recv(mSocket, samples, sizeof(samples), 41073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh MSG_TRUNC | MSG_DONTWAIT) >> 1; 41173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } else { 41273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh __attribute__((aligned(4))) uint8_t buffer[2048]; 413f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh sockaddr_storage remote; 414f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh socklen_t len = sizeof(remote); 415f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh 41664d2d433d0f4d37fccf2d98109d22f768c71f0dcChung-yih Wang length = recvfrom(mSocket, buffer, sizeof(buffer), 417f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh MSG_TRUNC | MSG_DONTWAIT, (sockaddr *)&remote, &len); 41873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 41973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Do we need to check SSRC, sequence, and timestamp? They are not 42019f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh // reliable but at least they can be used to identify duplicates? 42173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (length < 12 || length > (int)sizeof(buffer) || 42273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh (ntohl(*(uint32_t *)buffer) & 0xC07F0000) != mCodecMagic) { 423d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] malformed packet", mSocket); 42473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 42573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 42673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int offset = 12 + ((buffer[0] & 0x0F) << 2); 42773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if ((buffer[0] & 0x10) != 0) { 42873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh offset += 4 + (ntohs(*(uint16_t *)&buffer[offset + 2]) << 2); 42973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 43073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if ((buffer[0] & 0x20) != 0) { 43173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh length -= buffer[length - 1]; 43273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 43373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh length -= offset; 43473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (length >= 0) { 43573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh length = mCodec->decode(samples, &buffer[offset], length); 43673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 437f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh if (length > 0 && mFixRemote) { 438f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh mRemote = remote; 439f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh mFixRemote = false; 440f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh } 44173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 442f703412e867486aef60daf3f025d03794c19821fChia-chi Yeh if (length <= 0) { 443d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] decoder error", mSocket); 44473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return; 44573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 44673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 44773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (tick - mBufferTail > 0) { 448b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh // Buffer underrun. Reset the jitter buffer. 449d85beac45c12a65076a1c157681de9a5b03bdec7Chia-chi Yeh LOGV("stream[%d] buffer underrun", mSocket); 45073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mBufferTail - mBufferHead <= 0) { 451b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferHead = tick + mInterval; 45273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferTail = mBufferHead; 45373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } else { 454b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh int tail = (tick + mInterval) * mSampleRate; 45573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (int i = mBufferTail * mSampleRate; i - tail < 0; ++i) { 45673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBuffer[i & mBufferMask] = 0; 45773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 458b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh mBufferTail = tick + mInterval; 45973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 46073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 46173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 46273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Append to the jitter buffer. 46373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int tail = mBufferTail * mSampleRate; 46473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (int i = 0; i < mSampleCount; ++i) { 46573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBuffer[tail & mBufferMask] = samples[i]; 46673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ++tail; 46773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 46873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mBufferTail += mInterval; 46973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 47073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 47173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh//------------------------------------------------------------------------------ 47273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 47373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehclass AudioGroup 47473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 47573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehpublic: 47673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup(); 47773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ~AudioGroup(); 47873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool set(int sampleRate, int sampleCount); 47973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 48073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool setMode(int mode); 48173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool sendDtmf(int event); 48273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool add(AudioStream *stream); 48373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool remove(int socket); 48473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 485a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yehprivate: 48673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh enum { 48773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ON_HOLD = 0, 48873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh MUTED = 1, 48973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh NORMAL = 2, 49004fcfe3ce9fdc5d3487c9760092649afc2de2dc8Chia-chi Yeh ECHO_SUPPRESSION = 3, 49173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LAST_MODE = 3, 49273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh }; 493d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 49473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream *mChain; 49573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mEventQueue; 49673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh volatile int mDtmfEvent; 49773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 498d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int mMode; 499d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int mSampleRate; 50073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mSampleCount; 50173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mDeviceSocket; 50273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 50373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh class NetworkThread : public Thread 50473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh { 50573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh public: 50673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh NetworkThread(AudioGroup *group) : Thread(false), mGroup(group) {} 50773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 50873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool start() 50973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh { 51073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (run("Network", ANDROID_PRIORITY_AUDIO) != NO_ERROR) { 51173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("cannot start network thread"); 51273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 51373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 51473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 51573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 51673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 51773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh private: 51873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *mGroup; 519d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh bool threadLoop(); 52073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh }; 52173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sp<NetworkThread> mNetworkThread; 52273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 52373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh class DeviceThread : public Thread 52473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh { 52573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh public: 52673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh DeviceThread(AudioGroup *group) : Thread(false), mGroup(group) {} 52773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 52873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh bool start() 52973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh { 53073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (run("Device", ANDROID_PRIORITY_AUDIO) != NO_ERROR) { 53173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("cannot start device thread"); 53273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 53373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 53473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 53573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 53673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 53773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh private: 53873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *mGroup; 539d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh bool threadLoop(); 54073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh }; 54173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sp<DeviceThread> mDeviceThread; 54273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh}; 54373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 54473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi YehAudioGroup::AudioGroup() 54573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 54673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mMode = ON_HOLD; 54773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mChain = NULL; 54873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mEventQueue = -1; 54973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = -1; 55073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDeviceSocket = -1; 55173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mNetworkThread = new NetworkThread(this); 55273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDeviceThread = new DeviceThread(this); 55373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 55473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 55573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi YehAudioGroup::~AudioGroup() 55673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 55773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mNetworkThread->requestExitAndWait(); 55873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDeviceThread->requestExitAndWait(); 55973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh close(mEventQueue); 56073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh close(mDeviceSocket); 56173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh while (mChain) { 56273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream *next = mChain->mNext; 56373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete mChain; 56473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mChain = next; 56573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 56673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("group[%d] is dead", mDeviceSocket); 56773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 56873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 56973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioGroup::set(int sampleRate, int sampleCount) 57073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 57173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mEventQueue = epoll_create(2); 57273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mEventQueue == -1) { 57373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("epoll_create: %s", strerror(errno)); 57473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 57573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 57673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 577d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh mSampleRate = sampleRate; 57873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mSampleCount = sampleCount; 57973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 58073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Create device socket. 58173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int pair[2]; 58273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (socketpair(AF_UNIX, SOCK_DGRAM, 0, pair)) { 58373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("socketpair: %s", strerror(errno)); 58473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 58573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 58673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDeviceSocket = pair[0]; 58773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 58873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Create device stream. 58973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mChain = new AudioStream; 59073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!mChain->set(AudioStream::NORMAL, pair[1], NULL, NULL, 59173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sampleRate, sampleCount, -1, -1)) { 59273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh close(pair[1]); 59373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("cannot initialize device stream"); 59473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 59573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 59673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 597d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh // Give device socket a reasonable timeout. 59873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh timeval tv; 59973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh tv.tv_sec = 0; 600a7f73fb2550935cc78c643b7faf25ebacf16b94fChia-chi Yeh tv.tv_usec = 1000 * sampleCount / sampleRate * 500; 601d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (setsockopt(pair[0], SOL_SOCKET, SO_RCVTIMEO, &tv, sizeof(tv))) { 60273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("setsockopt: %s", strerror(errno)); 60373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 60473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 60573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 60673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Add device stream into event queue. 60773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh epoll_event event; 60873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh event.events = EPOLLIN; 60973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh event.data.ptr = mChain; 61073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (epoll_ctl(mEventQueue, EPOLL_CTL_ADD, pair[1], &event)) { 61173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("epoll_ctl: %s", strerror(errno)); 61273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 61373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 61473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 61573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Anything else? 61673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("stream[%d] joins group[%d]", pair[1], pair[0]); 61773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 61873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 61973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 62073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioGroup::setMode(int mode) 62173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 62273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mode < 0 || mode > LAST_MODE) { 62373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 62473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 62581b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent //FIXME: temporary code to overcome echo and mic gain issues on herring board. 62681b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent // Must be modified/removed when proper support for voice processing query and control 62781b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent // is included in audio framework 62881b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent char value[PROPERTY_VALUE_MAX]; 62981b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent property_get("ro.product.board", value, ""); 63081b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent if (mode == NORMAL && !strcmp(value, "herring")) { 63181b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent mode = ECHO_SUPPRESSION; 63281b8e1b53a6035d0950309dc24d1500c5acf7f37Eric Laurent } 63304fcfe3ce9fdc5d3487c9760092649afc2de2dc8Chia-chi Yeh if (mode == ECHO_SUPPRESSION && AudioSystem::getParameters( 63404fcfe3ce9fdc5d3487c9760092649afc2de2dc8Chia-chi Yeh 0, String8("ec_supported")) == "ec_supported=yes") { 63504fcfe3ce9fdc5d3487c9760092649afc2de2dc8Chia-chi Yeh mode = NORMAL; 63604fcfe3ce9fdc5d3487c9760092649afc2de2dc8Chia-chi Yeh } 63773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mMode == mode) { 63873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 63973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 64073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 641d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh mDeviceThread->requestExitAndWait(); 64273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("group[%d] switches from mode %d to %d", mDeviceSocket, mMode, mode); 64373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mMode = mode; 644d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh return (mode == ON_HOLD) || mDeviceThread->start(); 64573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 64673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 64773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioGroup::sendDtmf(int event) 64873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 64973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (event < 0 || event > 15) { 65073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 65173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 65273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 65373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // DTMF is rarely used, so we try to make it as lightweight as possible. 65473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Using volatile might be dodgy, but using a pipe or pthread primitives 65573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // or stop-set-restart threads seems too heavy. Will investigate later. 65673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh timespec ts; 65773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ts.tv_sec = 0; 65873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ts.tv_nsec = 100000000; 65973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (int i = 0; mDtmfEvent != -1 && i < 20; ++i) { 66073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh nanosleep(&ts, NULL); 66173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 66273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (mDtmfEvent != -1) { 66373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 66473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 66573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mDtmfEvent = event; 66673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh nanosleep(&ts, NULL); 66773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 66873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 66973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 67073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioGroup::add(AudioStream *stream) 67173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 67273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mNetworkThread->requestExitAndWait(); 67373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 67473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh epoll_event event; 67573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh event.events = EPOLLIN; 67673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh event.data.ptr = stream; 67773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (epoll_ctl(mEventQueue, EPOLL_CTL_ADD, stream->mSocket, &event)) { 67873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("epoll_ctl: %s", strerror(errno)); 67973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 68073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 68173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 68273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh stream->mNext = mChain->mNext; 68373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mChain->mNext = stream; 68473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!mNetworkThread->start()) { 68573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Only take over the stream when succeeded. 68673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mChain->mNext = stream->mNext; 68773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 68873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 68973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 69073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("stream[%d] joins group[%d]", stream->mSocket, mDeviceSocket); 69173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 69273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 69373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 69473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehbool AudioGroup::remove(int socket) 69573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 69673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh mNetworkThread->requestExitAndWait(); 69773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 69873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (AudioStream *stream = mChain; stream->mNext; stream = stream->mNext) { 69973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream *target = stream->mNext; 70073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (target->mSocket == socket) { 70119f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh if (epoll_ctl(mEventQueue, EPOLL_CTL_DEL, socket, NULL)) { 70219f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh LOGE("epoll_ctl: %s", strerror(errno)); 70319f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh return false; 70419f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh } 70573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh stream->mNext = target->mNext; 70673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGD("stream[%d] leaves group[%d]", socket, mDeviceSocket); 70773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete target; 70873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh break; 70973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 71073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 71173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 71273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Do not start network thread if there is only one stream. 71373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!mChain->mNext || !mNetworkThread->start()) { 71473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 71573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 71673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 71773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 71873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 719d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yehbool AudioGroup::NetworkThread::threadLoop() 72073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 721d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioStream *chain = mGroup->mChain; 72273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int tick = elapsedRealtime(); 72373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int deadline = tick + 10; 72473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int count = 0; 72573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 726d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh for (AudioStream *stream = chain; stream; stream = stream->mNext) { 727b727dc4e022dd5a64301dffc527db92e023bf156Chia-chi Yeh if (tick - stream->mTick >= 0) { 728d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh stream->encode(tick, chain); 72973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 73073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (deadline - stream->mTick > 0) { 73173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh deadline = stream->mTick; 73273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 73373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ++count; 73473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 73573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 736d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int event = mGroup->mDtmfEvent; 737d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (event != -1) { 738d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh for (AudioStream *stream = chain; stream; stream = stream->mNext) { 73973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh stream->sendDtmf(event); 74073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 741d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh mGroup->mDtmfEvent = -1; 74273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 74373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 74473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh deadline -= tick; 74573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (deadline < 1) { 74673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh deadline = 1; 74773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 74873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 74973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh epoll_event events[count]; 750d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh count = epoll_wait(mGroup->mEventQueue, events, count, deadline); 75173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (count == -1) { 75273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("epoll_wait: %s", strerror(errno)); 75373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return false; 75473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 75573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh for (int i = 0; i < count; ++i) { 75673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh ((AudioStream *)events[i].data.ptr)->decode(tick); 75773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 75873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 75973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return true; 76073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 76173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 762d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yehbool AudioGroup::DeviceThread::threadLoop() 76373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 764d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int mode = mGroup->mMode; 765d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int sampleRate = mGroup->mSampleRate; 766d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int sampleCount = mGroup->mSampleCount; 767d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int deviceSocket = mGroup->mDeviceSocket; 76873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 769d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh // Find out the frame count for AudioTrack and AudioRecord. 770d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int output = 0; 771d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int input = 0; 77231a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin if (AudioTrack::getMinFrameCount(&output, AUDIO_STREAM_VOICE_CALL, 773d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh sampleRate) != NO_ERROR || output <= 0 || 774d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioRecord::getMinFrameCount(&input, sampleRate, 77531a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin AUDIO_FORMAT_PCM_16_BIT, 1) != NO_ERROR || input <= 0) { 776d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGE("cannot compute frame count"); 777d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh return false; 77873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 779d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGD("reported frame count: output %d, input %d", output, input); 78073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 781d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (output < sampleCount * 2) { 782d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh output = sampleCount * 2; 783d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 784d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (input < sampleCount * 2) { 785d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh input = sampleCount * 2; 786d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 787d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGD("adjusted frame count: output %d, input %d", output, input); 78873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 789d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh // Initialize AudioTrack and AudioRecord. 790d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioTrack track; 791d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioRecord record; 79231a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin if (track.set(AUDIO_STREAM_VOICE_CALL, sampleRate, AUDIO_FORMAT_PCM_16_BIT, 79331a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin AUDIO_CHANNEL_OUT_MONO, output) != NO_ERROR || record.set( 79431a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin AUDIO_SOURCE_VOICE_COMMUNICATION, sampleRate, AUDIO_FORMAT_PCM_16_BIT, 79531a824ddf74276c6f571079fe6afbb71c13bf965Dima Zavin AUDIO_CHANNEL_IN_MONO, input) != NO_ERROR) { 796d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGE("cannot initialize audio device"); 797d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh return false; 798d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 799d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGD("latency: output %d, input %d", track.latency(), record.latency()); 80073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 801c7092775516e15983053a58b3b43ff3eb58ac46fChia-chi Yeh // Initialize echo canceler. 8022e85359f74a5280ee733d35ff5f63b3943140632Chia-chi Yeh EchoSuppressor echo(sampleCount, 803c7092775516e15983053a58b3b43ff3eb58ac46fChia-chi Yeh (track.latency() + record.latency()) * sampleRate / 1000); 804d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 805d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh // Give device socket a reasonable buffer size. 806d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh setsockopt(deviceSocket, SOL_SOCKET, SO_RCVBUF, &output, sizeof(output)); 807d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh setsockopt(deviceSocket, SOL_SOCKET, SO_SNDBUF, &output, sizeof(output)); 808d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 809d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh // Drain device socket. 810d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh char c; 811d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh while (recv(deviceSocket, &c, 1, MSG_DONTWAIT) == 1); 812d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 8130ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh // Start AudioRecord before AudioTrack. This prevents AudioTrack from being 8140ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh // disabled due to buffer underrun while waiting for AudioRecord. 815d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (mode != MUTED) { 816d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh record.start(); 8170ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh int16_t one; 8180ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh record.read(&one, sizeof(one)); 819d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 8200ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh track.start(); 821d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 822d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh while (!exitPending()) { 823d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int16_t output[sampleCount]; 824d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (recv(deviceSocket, output, sizeof(output), 0) <= 0) { 825d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh memset(output, 0, sizeof(output)); 8267dab0dc564087a4b8f90621cdfc8d730288fb201Chia-chi Yeh } 8277dab0dc564087a4b8f90621cdfc8d730288fb201Chia-chi Yeh 828d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int16_t input[sampleCount]; 829d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int toWrite = sampleCount; 830d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int toRead = (mode == MUTED) ? 0 : sampleCount; 831d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int chances = 100; 832d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 833d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh while (--chances > 0 && (toWrite > 0 || toRead > 0)) { 834d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (toWrite > 0) { 835d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioTrack::Buffer buffer; 836d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh buffer.frameCount = toWrite; 837d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 838d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh status_t status = track.obtainBuffer(&buffer, 1); 839d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (status == NO_ERROR) { 840d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh int offset = sampleCount - toWrite; 841d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh memcpy(buffer.i8, &output[offset], buffer.size); 842d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh toWrite -= buffer.frameCount; 843d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh track.releaseBuffer(&buffer); 844d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } else if (status != TIMED_OUT && status != WOULD_BLOCK) { 845d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGE("cannot write to AudioTrack"); 8460ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh return true; 847d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 848d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 849d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 850d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (toRead > 0) { 851d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh AudioRecord::Buffer buffer; 8520ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh buffer.frameCount = toRead; 853d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh 854d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh status_t status = record.obtainBuffer(&buffer, 1); 855d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (status == NO_ERROR) { 8560ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh int offset = sampleCount - toRead; 8570ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh memcpy(&input[offset], buffer.i8, buffer.size); 8580ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh toRead -= buffer.frameCount; 859d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh record.releaseBuffer(&buffer); 860d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } else if (status != TIMED_OUT && status != WOULD_BLOCK) { 861d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh LOGE("cannot read from AudioRecord"); 8620ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh return true; 8637dab0dc564087a4b8f90621cdfc8d730288fb201Chia-chi Yeh } 86473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 86573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 86673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 867d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (chances <= 0) { 8680ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh LOGW("device loop timeout"); 8690ec517b89eef54d900ed1c49c2611707d2406d3bChia-chi Yeh while (recv(deviceSocket, &c, 1, MSG_DONTWAIT) == 1); 870d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 87173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 872d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (mode != MUTED) { 873d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh if (mode == NORMAL) { 874d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh send(deviceSocket, input, sizeof(input), MSG_DONTWAIT); 875d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } else { 876c7092775516e15983053a58b3b43ff3eb58ac46fChia-chi Yeh echo.run(output, input); 877d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh send(deviceSocket, input, sizeof(input), MSG_DONTWAIT); 878d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh } 8797dab0dc564087a4b8f90621cdfc8d730288fb201Chia-chi Yeh } 8807dab0dc564087a4b8f90621cdfc8d730288fb201Chia-chi Yeh } 881d3cd43211e94d0cd1dbb7d0c35b01412eea4b5b8Chia-chi Yeh return false; 88273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 88373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 88473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh//------------------------------------------------------------------------------ 88573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 88673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehstatic jfieldID gNative; 88773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehstatic jfieldID gMode; 88873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 88919f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yehvoid add(JNIEnv *env, jobject thiz, jint mode, 89073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jint socket, jstring jRemoteAddress, jint remotePort, 8910d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh jstring jCodecSpec, jint dtmfType) 89273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 8930d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh AudioCodec *codec = NULL; 89473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioStream *stream = NULL; 89573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *group = NULL; 89673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 89773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Sanity check. 89873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh sockaddr_storage remote; 89973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (parse(env, jRemoteAddress, remotePort, &remote) < 0) { 90073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Exception already thrown. 9010d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh return; 90273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 9030d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh if (!jCodecSpec) { 9040d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh jniThrowNullPointerException(env, "codecSpec"); 9050d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh return; 90673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 9070d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh const char *codecSpec = env->GetStringUTFChars(jCodecSpec, NULL); 9080d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh if (!codecSpec) { 90973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Exception already thrown. 9100d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh return; 9110d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh } 9120d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh 9130d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh // Create audio codec. 9140d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh int codecType = -1; 9150d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh char codecName[16]; 9160d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh int sampleRate = -1; 9179795c258778208fd96a072b7a91028285aafbc32Chia-chi Yeh sscanf(codecSpec, "%d %15[^/]%*c%d", &codecType, codecName, &sampleRate); 9180d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh codec = newAudioCodec(codecName); 9190d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh int sampleCount = (codec ? codec->set(sampleRate, codecSpec) : -1); 9200d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh env->ReleaseStringUTFChars(jCodecSpec, codecSpec); 9210d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh if (sampleCount <= 0) { 9220d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh jniThrowException(env, "java/lang/IllegalStateException", 9230d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh "cannot initialize audio codec"); 92419f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh goto error; 92573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 92673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 92773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Create audio stream. 92873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh stream = new AudioStream; 9290d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh if (!stream->set(mode, socket, &remote, codec, sampleRate, sampleCount, 93073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh codecType, dtmfType)) { 93173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jniThrowException(env, "java/lang/IllegalStateException", 93273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh "cannot initialize audio stream"); 93373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh goto error; 93473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 93573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh socket = -1; 9360d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh codec = NULL; 93773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 93873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Create audio group. 93973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh group = (AudioGroup *)env->GetIntField(thiz, gNative); 94073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!group) { 94173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh int mode = env->GetIntField(thiz, gMode); 94273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh group = new AudioGroup; 94373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!group->set(8000, 256) || !group->setMode(mode)) { 94473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jniThrowException(env, "java/lang/IllegalStateException", 94573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh "cannot initialize audio group"); 94673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh goto error; 94773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 94873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 94973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 95073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Add audio stream into audio group. 95173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (!group->add(stream)) { 95273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jniThrowException(env, "java/lang/IllegalStateException", 95373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh "cannot add audio stream"); 95473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh goto error; 95573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 95673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 95773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh // Succeed. 95873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh env->SetIntField(thiz, gNative, (int)group); 95919f94d0256b9d50fe2656dc5c27ee56a24f92247Chia-chi Yeh return; 96073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 96173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeherror: 96273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete group; 96373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete stream; 9640d2c37c274f1db29f51f1d078f240be13b784bf2Chia-chi Yeh delete codec; 96573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh close(socket); 96673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh env->SetIntField(thiz, gNative, NULL); 96773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 96873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 96973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid remove(JNIEnv *env, jobject thiz, jint socket) 97073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 97173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *group = (AudioGroup *)env->GetIntField(thiz, gNative); 97273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (group) { 97373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (socket == -1 || !group->remove(socket)) { 97473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh delete group; 97573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh env->SetIntField(thiz, gNative, NULL); 97673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 97773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 97873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 97973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 98073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid setMode(JNIEnv *env, jobject thiz, jint mode) 98173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 98273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *group = (AudioGroup *)env->GetIntField(thiz, gNative); 98373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (group && !group->setMode(mode)) { 98473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jniThrowException(env, "java/lang/IllegalArgumentException", NULL); 98573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 98673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 98773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 98873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehvoid sendDtmf(JNIEnv *env, jobject thiz, jint event) 98973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 99073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh AudioGroup *group = (AudioGroup *)env->GetIntField(thiz, gNative); 99173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (group && !group->sendDtmf(event)) { 99273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jniThrowException(env, "java/lang/IllegalArgumentException", NULL); 99373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 99473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 99573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 99673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi YehJNINativeMethod gMethods[] = { 997a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yeh {"nativeAdd", "(IILjava/lang/String;ILjava/lang/String;I)V", (void *)add}, 998a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yeh {"nativeRemove", "(I)V", (void *)remove}, 999a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yeh {"nativeSetMode", "(I)V", (void *)setMode}, 1000a54e36694b3909ef367867eb7516b2d6f6031261Chia-chi Yeh {"nativeSendDtmf", "(I)V", (void *)sendDtmf}, 100173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh}; 100273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 100373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} // namespace 100473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 100573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yehint registerAudioGroup(JNIEnv *env) 100673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh{ 100773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh gRandom = open("/dev/urandom", O_RDONLY); 100873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if (gRandom == -1) { 100973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("urandom: %s", strerror(errno)); 101073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return -1; 101173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 101273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh 101373f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh jclass clazz; 101473f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh if ((clazz = env->FindClass("android/net/rtp/AudioGroup")) == NULL || 101573f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh (gNative = env->GetFieldID(clazz, "mNative", "I")) == NULL || 101673f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh (gMode = env->GetFieldID(clazz, "mMode", "I")) == NULL || 101773f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh env->RegisterNatives(clazz, gMethods, NELEM(gMethods)) < 0) { 101873f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh LOGE("JNI registration failed"); 101973f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return -1; 102073f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh } 102173f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh return 0; 102273f6df1f0aac12c243e2110e30337ab01aa71598Chia-chi Yeh} 1023