1/*
2 * Copyright (C) 2015 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *        http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and limitations under the
13 * License.
14 *
15 */
16
17package com.android.benchmark.app;
18
19import android.content.Intent;
20import android.os.AsyncTask;
21import android.os.Bundle;
22import android.os.Handler;
23import android.support.v4.app.FragmentManager;
24import android.support.v4.app.FragmentTransaction;
25import android.support.v4.app.ListFragment;
26import android.support.v7.app.AppCompatActivity;
27import android.util.Log;
28import android.view.LayoutInflater;
29import android.view.View;
30import android.view.ViewGroup;
31import android.widget.BaseAdapter;
32import android.widget.ListView;
33import android.widget.TextView;
34
35import com.android.benchmark.R;
36import com.android.benchmark.registry.BenchmarkGroup;
37import com.android.benchmark.registry.BenchmarkRegistry;
38import com.android.benchmark.results.GlobalResultsStore;
39import com.android.benchmark.results.UiBenchmarkResult;
40import com.android.benchmark.synthetic.MemoryActivity;
41import com.android.benchmark.ui.BitmapUploadActivity;
42import com.android.benchmark.ui.EditTextInputActivity;
43import com.android.benchmark.ui.FullScreenOverdrawActivity;
44import com.android.benchmark.ui.ImageListViewScrollActivity;
45import com.android.benchmark.ui.ListViewScrollActivity;
46import com.android.benchmark.ui.ShadowGridActivity;
47import com.android.benchmark.ui.TextScrollActivity;
48
49import org.apache.commons.math.stat.descriptive.SummaryStatistics;
50
51import java.util.ArrayList;
52import java.util.HashMap;
53
54public class RunLocalBenchmarksActivity extends AppCompatActivity {
55
56    public static final int RUN_COUNT = 5;
57
58    private ArrayList<LocalBenchmark> mBenchmarksToRun;
59    private int mBenchmarkCursor;
60    private int mCurrentRunId;
61    private boolean mFinish;
62
63    private Handler mHandler = new Handler();
64
65    private static final int[] ALL_TESTS = new int[] {
66            R.id.benchmark_list_view_scroll,
67            R.id.benchmark_image_list_view_scroll,
68            R.id.benchmark_shadow_grid,
69            R.id.benchmark_text_high_hitrate,
70            R.id.benchmark_text_low_hitrate,
71            R.id.benchmark_edit_text_input,
72            R.id.benchmark_overdraw,
73    };
74
75    public static class LocalBenchmarksList extends ListFragment {
76        private ArrayList<LocalBenchmark> mBenchmarks;
77        private int mRunId;
78
79        public void setBenchmarks(ArrayList<LocalBenchmark> benchmarks) {
80            mBenchmarks = benchmarks;
81        }
82
83        public void setRunId(int id) {
84            mRunId = id;
85        }
86
87        @Override
88        public void onListItemClick(ListView l, View v, int position, long id) {
89            if (getActivity().findViewById(R.id.list_fragment_container) != null) {
90                FragmentManager fm = getActivity().getSupportFragmentManager();
91                UiResultsFragment resultsView = new UiResultsFragment();
92                String testName = BenchmarkRegistry.getBenchmarkName(v.getContext(),
93                        mBenchmarks.get(position).id);
94                resultsView.setRunInfo(testName, mRunId);
95                FragmentTransaction fragmentTransaction = fm.beginTransaction();
96                fragmentTransaction.replace(R.id.list_fragment_container, resultsView);
97                fragmentTransaction.addToBackStack(null);
98                fragmentTransaction.commit();
99            }
100        }
101    }
102
103
104    private class LocalBenchmark {
105        int id;
106        int runCount = 0;
107        int totalCount = 0;
108        ArrayList<String> mResultsUri = new ArrayList<>();
109
110        LocalBenchmark(int id, int runCount) {
111            this.id = id;
112            this.runCount = 0;
113            this.totalCount = runCount;
114        }
115
116    }
117
118    @Override
119    protected void onCreate(Bundle savedInstanceState) {
120        super.onCreate(savedInstanceState);
121        setContentView(R.layout.activity_running_list);
122
123        initLocalBenchmarks(getIntent());
124
125        if (findViewById(R.id.list_fragment_container) != null) {
126            FragmentManager fm = getSupportFragmentManager();
127            LocalBenchmarksList listView = new LocalBenchmarksList();
128            listView.setListAdapter(new LocalBenchmarksListAdapter(LayoutInflater.from(this)));
129            listView.setBenchmarks(mBenchmarksToRun);
130            listView.setRunId(mCurrentRunId);
131            fm.beginTransaction().add(R.id.list_fragment_container, listView).commit();
132        }
133
134        TextView scoreView = (TextView) findViewById(R.id.score_text_view);
135        scoreView.setText("Running tests!");
136    }
137
138    private int translateBenchmarkIndex(int index) {
139        if (index >= 0 && index < ALL_TESTS.length) {
140            return ALL_TESTS[index];
141        }
142
143        return -1;
144    }
145
146    private void initLocalBenchmarks(Intent intent) {
147        mBenchmarksToRun = new ArrayList<>();
148        int[] enabledIds = intent.getIntArrayExtra(BenchmarkGroup.BENCHMARK_EXTRA_ENABLED_TESTS);
149        int runCount = intent.getIntExtra(BenchmarkGroup.BENCHMARK_EXTRA_RUN_COUNT, RUN_COUNT);
150        mFinish = intent.getBooleanExtra(BenchmarkGroup.BENCHMARK_EXTRA_FINISH, false);
151
152        if (enabledIds == null) {
153            // run all tests
154            enabledIds = ALL_TESTS;
155        }
156
157        StringBuilder idString = new StringBuilder();
158        idString.append(runCount);
159        idString.append(System.currentTimeMillis());
160
161        for (int i = 0; i < enabledIds.length; i++) {
162            int id = enabledIds[i];
163            System.out.println("considering " + id);
164            if (!isValidBenchmark(id)) {
165                System.out.println("not valid " + id);
166                id = translateBenchmarkIndex(id);
167                System.out.println("got out " + id);
168                System.out.println("expected: " + R.id.benchmark_overdraw);
169            }
170
171            if (isValidBenchmark(id)) {
172                int localRunCount = runCount;
173                if (isCompute(id)) {
174                    localRunCount = 1;
175                }
176                mBenchmarksToRun.add(new LocalBenchmark(id, localRunCount));
177                idString.append(id);
178            }
179        }
180
181        mBenchmarkCursor = 0;
182        mCurrentRunId = idString.toString().hashCode();
183    }
184
185    private boolean isCompute(int id) {
186        switch (id) {
187            case R.id.benchmark_cpu_gflops:
188            case R.id.benchmark_cpu_heat_soak:
189            case R.id.benchmark_memory_bandwidth:
190            case R.id.benchmark_memory_latency:
191            case R.id.benchmark_power_management:
192                return true;
193            default:
194                return false;
195        }
196    }
197
198    private static boolean isValidBenchmark(int benchmarkId) {
199        switch (benchmarkId) {
200            case R.id.benchmark_list_view_scroll:
201            case R.id.benchmark_image_list_view_scroll:
202            case R.id.benchmark_shadow_grid:
203            case R.id.benchmark_text_high_hitrate:
204            case R.id.benchmark_text_low_hitrate:
205            case R.id.benchmark_edit_text_input:
206            case R.id.benchmark_overdraw:
207            case R.id.benchmark_memory_bandwidth:
208            case R.id.benchmark_memory_latency:
209            case R.id.benchmark_power_management:
210            case R.id.benchmark_cpu_heat_soak:
211            case R.id.benchmark_cpu_gflops:
212                return true;
213            default:
214                return false;
215        }
216    }
217
218    @Override
219    protected void onResume() {
220        super.onResume();
221        mHandler.postDelayed(new Runnable() {
222            @Override
223            public void run() {
224                runNextBenchmark();
225            }
226        }, 1000);
227    }
228
229    private void computeOverallScore() {
230        final TextView scoreView = (TextView) findViewById(R.id.score_text_view);
231        scoreView.setText("Computing score...");
232        new AsyncTask<Void, Void, Integer>()  {
233            @Override
234            protected Integer doInBackground(Void... voids) {
235                GlobalResultsStore gsr =
236                        GlobalResultsStore.getInstance(RunLocalBenchmarksActivity.this);
237                ArrayList<Double> testLevelScores = new ArrayList<>();
238                final SummaryStatistics stats = new SummaryStatistics();
239                for (LocalBenchmark b : mBenchmarksToRun) {
240                    HashMap<String, ArrayList<UiBenchmarkResult>> detailedResults =
241                            gsr.loadDetailedResults(mCurrentRunId);
242                    for (ArrayList<UiBenchmarkResult> testResult : detailedResults.values()) {
243                        for (UiBenchmarkResult res : testResult) {
244                            int score = res.getScore();
245                            if (score == 0) {
246                                score = 1;
247                            }
248                            stats.addValue(score);
249                        }
250
251                        testLevelScores.add(stats.getGeometricMean());
252                        stats.clear();
253                    }
254
255                }
256
257                for (double score : testLevelScores) {
258                    stats.addValue(score);
259                }
260
261                return (int)Math.round(stats.getGeometricMean());
262            }
263
264            @Override
265            protected void onPostExecute(Integer score) {
266                TextView view = (TextView)
267                        RunLocalBenchmarksActivity.this.findViewById(R.id.score_text_view);
268                view.setText("Score: " + score);
269            }
270        }.execute();
271    }
272
273    private void runNextBenchmark() {
274        LocalBenchmark benchmark = mBenchmarksToRun.get(mBenchmarkCursor);
275        boolean runAgain = false;
276
277        if (benchmark.runCount < benchmark.totalCount) {
278            runBenchmarkForId(mBenchmarksToRun.get(mBenchmarkCursor).id, benchmark.runCount++);
279        } else if (mBenchmarkCursor + 1 < mBenchmarksToRun.size()) {
280            mBenchmarkCursor++;
281            benchmark = mBenchmarksToRun.get(mBenchmarkCursor);
282            runBenchmarkForId(benchmark.id, benchmark.runCount++);
283        } else if (runAgain) {
284            mBenchmarkCursor = 0;
285            initLocalBenchmarks(getIntent());
286
287            runBenchmarkForId(mBenchmarksToRun.get(mBenchmarkCursor).id, benchmark.runCount);
288        } else if (mFinish) {
289            finish();
290        } else {
291            Log.i("BENCH", "BenchmarkDone!");
292            computeOverallScore();
293        }
294    }
295
296    private void runBenchmarkForId(int id, int iteration) {
297        Intent intent;
298        int syntheticTestId = -1;
299
300        System.out.println("iteration: " + iteration);
301
302        switch (id) {
303            case R.id.benchmark_list_view_scroll:
304                intent = new Intent(getApplicationContext(), ListViewScrollActivity.class);
305                break;
306            case R.id.benchmark_image_list_view_scroll:
307                intent = new Intent(getApplicationContext(), ImageListViewScrollActivity.class);
308                break;
309            case R.id.benchmark_shadow_grid:
310                intent = new Intent(getApplicationContext(), ShadowGridActivity.class);
311                break;
312            case R.id.benchmark_text_high_hitrate:
313                intent = new Intent(getApplicationContext(), TextScrollActivity.class);
314                intent.putExtra(TextScrollActivity.EXTRA_HIT_RATE, 80);
315                intent.putExtra(BenchmarkRegistry.EXTRA_ID, id);
316                break;
317            case R.id.benchmark_text_low_hitrate:
318                intent = new Intent(getApplicationContext(), TextScrollActivity.class);
319                intent.putExtra(TextScrollActivity.EXTRA_HIT_RATE, 20);
320                intent.putExtra(BenchmarkRegistry.EXTRA_ID, id);
321                break;
322            case R.id.benchmark_edit_text_input:
323                intent = new Intent(getApplicationContext(), EditTextInputActivity.class);
324                break;
325            case R.id.benchmark_overdraw:
326                intent = new Intent(getApplicationContext(), BitmapUploadActivity.class);
327                break;
328            case R.id.benchmark_memory_bandwidth:
329                syntheticTestId = 0;
330                intent = new Intent(getApplicationContext(), MemoryActivity.class);
331                intent.putExtra("test", syntheticTestId);
332                break;
333            case R.id.benchmark_memory_latency:
334                syntheticTestId = 1;
335                intent = new Intent(getApplicationContext(), MemoryActivity.class);
336                intent.putExtra("test", syntheticTestId);
337                break;
338            case R.id.benchmark_power_management:
339                syntheticTestId = 2;
340                intent = new Intent(getApplicationContext(), MemoryActivity.class);
341                intent.putExtra("test", syntheticTestId);
342                break;
343            case R.id.benchmark_cpu_heat_soak:
344                syntheticTestId = 3;
345                intent = new Intent(getApplicationContext(), MemoryActivity.class);
346                intent.putExtra("test", syntheticTestId);
347                break;
348            case R.id.benchmark_cpu_gflops:
349                syntheticTestId = 4;
350                intent = new Intent(getApplicationContext(), MemoryActivity.class);
351                intent.putExtra("test", syntheticTestId);
352                break;
353
354            default:
355               intent = null;
356        }
357
358        if (intent != null) {
359            intent.putExtra("com.android.benchmark.RUN_ID", mCurrentRunId);
360            intent.putExtra("com.android.benchmark.ITERATION", iteration);
361            startActivityForResult(intent, id & 0xffff, null);
362        }
363    }
364
365    @Override
366    protected void onActivityResult(int requestCode, int resultCode, Intent data) {
367        switch (requestCode) {
368            case R.id.benchmark_shadow_grid:
369            case R.id.benchmark_list_view_scroll:
370            case R.id.benchmark_image_list_view_scroll:
371            case R.id.benchmark_text_high_hitrate:
372            case R.id.benchmark_text_low_hitrate:
373            case R.id.benchmark_edit_text_input:
374                break;
375            default:
376        }
377    }
378
379    class LocalBenchmarksListAdapter extends BaseAdapter {
380
381        private final LayoutInflater mInflater;
382
383        LocalBenchmarksListAdapter(LayoutInflater inflater) {
384            mInflater = inflater;
385        }
386
387        @Override
388        public int getCount() {
389            return mBenchmarksToRun.size();
390        }
391
392        @Override
393        public Object getItem(int i) {
394            return mBenchmarksToRun.get(i);
395        }
396
397        @Override
398        public long getItemId(int i) {
399            return mBenchmarksToRun.get(i).id;
400        }
401
402        @Override
403        public View getView(int i, View convertView, ViewGroup parent) {
404            if (convertView == null) {
405                convertView = mInflater.inflate(R.layout.running_benchmark_list_item, null);
406            }
407
408            TextView name = (TextView) convertView.findViewById(R.id.benchmark_name);
409            name.setText(BenchmarkRegistry.getBenchmarkName(
410                    RunLocalBenchmarksActivity.this, mBenchmarksToRun.get(i).id));
411            return convertView;
412        }
413
414    }
415}
416