1823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang/*
2823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * Copyright (C) 2009 The Android Open Source Project
3823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang *
4823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * Licensed under the Apache License, Version 2.0 (the "License");
5823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * you may not use this file except in compliance with the License.
6823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * You may obtain a copy of the License at
7823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang *
8823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang *      http://www.apache.org/licenses/LICENSE-2.0
9823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang *
10823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * Unless required by applicable law or agreed to in writing, software
11823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * distributed under the License is distributed on an "AS IS" BASIS,
12823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * See the License for the specific language governing permissions and
14823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * limitations under the License.
15823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang */
16823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
17823b6f3516076b92f78c3fc27037d24bb514e653Ying Wangpackage com.android.common;
18823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
19823b6f3516076b92f78c3fc27037d24bb514e653Ying Wangimport android.content.SharedPreferences;
20823b6f3516076b92f78c3fc27037d24bb514e653Ying Wangimport android.net.http.AndroidHttpClient;
21823b6f3516076b92f78c3fc27037d24bb514e653Ying Wangimport android.text.format.Time;
22823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
2377ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongkerimport java.util.Map;
2477ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongkerimport java.util.TreeMap;
25823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
26823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang/**
27823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * Tracks the success/failure history of a particular network operation in
28823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * persistent storage and computes retry strategy accordingly.  Handles
29823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * exponential backoff, periodic rescheduling, event-driven triggering,
30823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * retry-after moratorium intervals, etc. based on caller-specified parameters.
31823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang *
32823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * <p>This class does not directly perform or invoke any operations,
33823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang * it only keeps track of the schedule.  Somebody else needs to call
34b5e0079419300f09253f160e0bdd28aa1bef4605Andrew Sapperstein * {@link #getNextTimeMillis} as appropriate and do the actual work.
35823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang */
36823b6f3516076b92f78c3fc27037d24bb514e653Ying Wangpublic class OperationScheduler {
37823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /** Tunable parameter options for {@link #getNextTimeMillis}. */
38823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public static class Options {
39823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        /** Wait this long after every error before retrying. */
40823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public long backoffFixedMillis = 0;
41823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
42823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        /** Wait this long times the number of consecutive errors so far before retrying. */
43823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public long backoffIncrementalMillis = 5000;
44823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
451ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker        /** Wait this long times 2^(number of consecutive errors so far) before retrying. */
461ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker        public int backoffExponentialMillis = 0;
471ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker
48823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        /** Maximum duration of moratorium to honor.  Mostly an issue for clock rollbacks. */
49823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public long maxMoratoriumMillis = 24 * 3600 * 1000;
50823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
51823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        /** Minimum duration after success to wait before allowing another trigger. */
52823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public long minTriggerMillis = 0;
53823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
54823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        /** Automatically trigger this long after the last success. */
55823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public long periodicIntervalMillis = 0;
56823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
57823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        @Override
58823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        public String toString() {
591ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            if (backoffExponentialMillis > 0) {
601ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                return String.format(
611ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    "OperationScheduler.Options[backoff=%.1f+%.1f+%.1f max=%.1f min=%.1f period=%.1f]",
621ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    backoffFixedMillis / 1000.0, backoffIncrementalMillis / 1000.0,
631ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    backoffExponentialMillis / 1000.0,
641ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    maxMoratoriumMillis / 1000.0, minTriggerMillis / 1000.0,
651ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    periodicIntervalMillis / 1000.0);
661ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            } else {
671ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                return String.format(
68823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    "OperationScheduler.Options[backoff=%.1f+%.1f max=%.1f min=%.1f period=%.1f]",
69823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    backoffFixedMillis / 1000.0, backoffIncrementalMillis / 1000.0,
70823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    maxMoratoriumMillis / 1000.0, minTriggerMillis / 1000.0,
71823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    periodicIntervalMillis / 1000.0);
721ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            }
73823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
74823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
75823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
76823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    private static final String PREFIX = "OperationScheduler_";
77823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    private final SharedPreferences mStorage;
78823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
79823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
80823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Initialize the scheduler state.
81823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param storage to use for recording the state of operations across restarts/reboots
82823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
83823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public OperationScheduler(SharedPreferences storage) {
84823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        mStorage = storage;
85823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
86823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
87823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
88823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Parse scheduler options supplied in this string form:
89823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
90823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * <pre>
911ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker     * backoff=(fixed)+(incremental)[+(exponential)] max=(maxmoratorium) min=(mintrigger) [period=](interval)
92823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * </pre>
93823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
94823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * All values are times in (possibly fractional) <em>seconds</em> (not milliseconds).
95823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Omitted settings are left at whatever existing default value was passed in.
96823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
97823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * <p>
98823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * The default options: <code>backoff=0+5 max=86400 min=0 period=0</code><br>
99823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Fractions are OK: <code>backoff=+2.5 period=10.0</code><br>
100823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * The "period=" can be omitted: <code>3600</code><br>
101823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
102823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param spec describing some or all scheduler options.
103823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param options to update with parsed values.
104823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return the options passed in (for convenience)
105823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @throws IllegalArgumentException if the syntax is invalid
106823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
107823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public static Options parseOptions(String spec, Options options)
108823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            throws IllegalArgumentException {
109823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        for (String param : spec.split(" +")) {
110823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            if (param.length() == 0) continue;
111823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            if (param.startsWith("backoff=")) {
1121ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                String[] pieces = param.substring(8).split("\\+");
1131ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                if (pieces.length > 3) {
1141ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    throw new IllegalArgumentException("bad value for backoff: [" + spec + "]");
1151ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                }
1161ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                if (pieces.length > 0 && pieces[0].length() > 0) {
1171ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    options.backoffFixedMillis = parseSeconds(pieces[0]);
1181ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                }
1191ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                if (pieces.length > 1 && pieces[1].length() > 0) {
1201ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    options.backoffIncrementalMillis = parseSeconds(pieces[1]);
1211ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                }
1221ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                if (pieces.length > 2 && pieces[2].length() > 0) {
1231ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                    options.backoffExponentialMillis = (int)parseSeconds(pieces[2]);
124823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                }
125823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            } else if (param.startsWith("max=")) {
126823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                options.maxMoratoriumMillis = parseSeconds(param.substring(4));
127823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            } else if (param.startsWith("min=")) {
128823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                options.minTriggerMillis = parseSeconds(param.substring(4));
129823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            } else if (param.startsWith("period=")) {
130823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                options.periodicIntervalMillis = parseSeconds(param.substring(7));
131823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            } else {
132823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                options.periodicIntervalMillis = parseSeconds(param);
133823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            }
134823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
135823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return options;
136823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
137823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
138823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    private static long parseSeconds(String param) throws NumberFormatException {
139823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return (long) (Float.parseFloat(param) * 1000);
140823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
141823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
142823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
143823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Compute the time of the next operation.  Does not modify any state
144823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * (unless the clock rolls backwards, in which case timers are reset).
145823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
146823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param options to use for this computation.
147823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return the wall clock time ({@link System#currentTimeMillis()}) when the
148823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * next operation should be attempted -- immediately, if the return value is
149823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * before the current time.
150823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
151823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public long getNextTimeMillis(Options options) {
152823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        boolean enabledState = mStorage.getBoolean(PREFIX + "enabledState", true);
153823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        if (!enabledState) return Long.MAX_VALUE;
154823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
155823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        boolean permanentError = mStorage.getBoolean(PREFIX + "permanentError", false);
156823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        if (permanentError) return Long.MAX_VALUE;
157823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
158823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        // We do quite a bit of limiting to prevent a clock rollback from totally
159823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        // hosing the scheduler.  Times which are supposed to be in the past are
160823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        // clipped to the current time so we don't languish forever.
161823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
162823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        int errorCount = mStorage.getInt(PREFIX + "errorCount", 0);
163823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long now = currentTimeMillis();
164823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long lastSuccessTimeMillis = getTimeBefore(PREFIX + "lastSuccessTimeMillis", now);
165823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long lastErrorTimeMillis = getTimeBefore(PREFIX + "lastErrorTimeMillis", now);
166823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long triggerTimeMillis = mStorage.getLong(PREFIX + "triggerTimeMillis", Long.MAX_VALUE);
167823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long moratoriumSetMillis = getTimeBefore(PREFIX + "moratoriumSetTimeMillis", now);
168823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long moratoriumTimeMillis = getTimeBefore(PREFIX + "moratoriumTimeMillis",
169823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                moratoriumSetMillis + options.maxMoratoriumMillis);
170823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
171823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long time = triggerTimeMillis;
172823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        if (options.periodicIntervalMillis > 0) {
173823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            time = Math.min(time, lastSuccessTimeMillis + options.periodicIntervalMillis);
174823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
175823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
176823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        time = Math.max(time, moratoriumTimeMillis);
177823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        time = Math.max(time, lastSuccessTimeMillis + options.minTriggerMillis);
178823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        if (errorCount > 0) {
1791ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            int shift = errorCount-1;
1801ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            // backoffExponentialMillis is an int, so we can safely
1811ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            // double it 30 times without overflowing a long.
1821ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            if (shift > 30) shift = 30;
1831ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            long backoff = options.backoffFixedMillis +
1841ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                (options.backoffIncrementalMillis * errorCount) +
1851ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                (((long)options.backoffExponentialMillis) << shift);
1861ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker
1871ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            // Treat backoff like a moratorium: don't let the backoff
1881ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            // time grow too large.
1891ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            if (moratoriumTimeMillis > 0 && backoff > moratoriumTimeMillis) {
1901ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker                backoff = moratoriumTimeMillis;
1911ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            }
1921ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker
1931ad9f44796cad21c9d2166c33c3dd8ca3adc41b2Doug Zongker            time = Math.max(time, lastErrorTimeMillis + backoff);
194823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
195823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return time;
196823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
197823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
198823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
199823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Return the last time the operation completed.  Does not modify any state.
200823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
201823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return the wall clock time when {@link #onSuccess()} was last called.
202823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
203823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public long getLastSuccessTimeMillis() {
204823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return mStorage.getLong(PREFIX + "lastSuccessTimeMillis", 0);
205823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
206823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
207823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
208823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Return the last time the operation was attempted.  Does not modify any state.
209823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
210823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return the wall clock time when {@link #onSuccess()} or {@link
211823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * #onTransientError()} was last called.
212823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
213823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public long getLastAttemptTimeMillis() {
214823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return Math.max(
215823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                mStorage.getLong(PREFIX + "lastSuccessTimeMillis", 0),
216823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                mStorage.getLong(PREFIX + "lastErrorTimeMillis", 0));
217823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
218823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
219823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
220823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Fetch a {@link SharedPreferences} property, but force it to be before
221823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * a certain time, updating the value if necessary.  This is to recover
222823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * gracefully from clock rollbacks which could otherwise strand our timers.
223823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
224823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param name of SharedPreferences key
225823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param max time to allow in result
226823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return current value attached to key (default 0), limited by max
227823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
228823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    private long getTimeBefore(String name, long max) {
229823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        long time = mStorage.getLong(name, 0);
230575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        if (time > max) {
231575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick            time = max;
232575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick            SharedPreferencesCompat.apply(mStorage.edit().putLong(name, time));
233575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        }
234823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return time;
235823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
236823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
237823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
238823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Request an operation to be performed at a certain time.  The actual
239823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * scheduled time may be affected by error backoff logic and defined
240823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * minimum intervals.  Use {@link Long#MAX_VALUE} to disable triggering.
241823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
242823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param millis wall clock time ({@link System#currentTimeMillis()}) to
243823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * trigger another operation; 0 to trigger immediately
244823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
245823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void setTriggerTimeMillis(long millis) {
246575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(
247575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                mStorage.edit().putLong(PREFIX + "triggerTimeMillis", millis));
248823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
249823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
250823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
251823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Forbid any operations until after a certain (absolute) time.
252b5e0079419300f09253f160e0bdd28aa1bef4605Andrew Sapperstein     * Limited by {@link Options#maxMoratoriumMillis}.
253823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
254823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param millis wall clock time ({@link System#currentTimeMillis()})
255823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * when operations should be allowed again; 0 to remove moratorium
256823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
257823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void setMoratoriumTimeMillis(long millis) {
258575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(mStorage.edit()
259575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                   .putLong(PREFIX + "moratoriumTimeMillis", millis)
260575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                   .putLong(PREFIX + "moratoriumSetTimeMillis", currentTimeMillis()));
261823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
262823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
263823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
264823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Forbid any operations until after a certain time, as specified in
265823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * the format used by the HTTP "Retry-After" header.
266b5e0079419300f09253f160e0bdd28aa1bef4605Andrew Sapperstein     * Limited by {@link Options#maxMoratoriumMillis}.
267823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
268823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param retryAfter moratorium time in HTTP format
269823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return true if a time was successfully parsed
270823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
271823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public boolean setMoratoriumTimeHttp(String retryAfter) {
272823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        try {
273823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            long ms = Long.valueOf(retryAfter) * 1000;
274823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            setMoratoriumTimeMillis(ms + currentTimeMillis());
275823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            return true;
276823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        } catch (NumberFormatException nfe) {
277823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            try {
278823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                setMoratoriumTimeMillis(AndroidHttpClient.parseDate(retryAfter));
279823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                return true;
280823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            } catch (IllegalArgumentException iae) {
281823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                return false;
282823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            }
283823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
284823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
285823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
286823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
287823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Enable or disable all operations.  When disabled, all calls to
288b5e0079419300f09253f160e0bdd28aa1bef4605Andrew Sapperstein     * {@link #getNextTimeMillis} return {@link Long#MAX_VALUE}.
289823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Commonly used when data network availability goes up and down.
290823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
291823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @param enabled if operations can be performed
292823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
293823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void setEnabledState(boolean enabled) {
294575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(
295575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                mStorage.edit().putBoolean(PREFIX + "enabledState", enabled));
296823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
297823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
298823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
299823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Report successful completion of an operation.  Resets all error
300823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * counters, clears any trigger directives, and records the success.
301823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
302823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void onSuccess() {
303823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        resetTransientError();
304823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        resetPermanentError();
305575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(mStorage.edit()
306823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                .remove(PREFIX + "errorCount")
307823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                .remove(PREFIX + "lastErrorTimeMillis")
308823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                .remove(PREFIX + "permanentError")
309823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                .remove(PREFIX + "triggerTimeMillis")
310575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                .putLong(PREFIX + "lastSuccessTimeMillis", currentTimeMillis()));
311823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
312823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
313823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
314823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Report a transient error (usually a network failure).  Increments
315823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * the error count and records the time of the latest error for backoff
316823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * purposes.
317823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
318823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void onTransientError() {
319575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferences.Editor editor = mStorage.edit();
320575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        editor.putLong(PREFIX + "lastErrorTimeMillis", currentTimeMillis());
321575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        editor.putInt(PREFIX + "errorCount",
322575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick                mStorage.getInt(PREFIX + "errorCount", 0) + 1);
323575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(editor);
324823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
325823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
326823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
327823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Reset all transient error counts, allowing the next operation to proceed
328823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * immediately without backoff.  Commonly used on network state changes, when
329823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * partial progress occurs (some data received), and in other circumstances
330823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * where there is reason to hope things might start working better.
331823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
332823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void resetTransientError() {
333575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(mStorage.edit().remove(PREFIX + "errorCount"));
334823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
335823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
336823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
337823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Report a permanent error that will not go away until further notice.
338823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * No operation will be scheduled until {@link #resetPermanentError()}
339823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * is called.  Commonly used for authentication failures (which are reset
340823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * when the accounts database is updated).
341823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
342823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void onPermanentError() {
343575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(mStorage.edit().putBoolean(PREFIX + "permanentError", true));
344823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
345823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
346823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
347823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Reset any permanent error status set by {@link #onPermanentError},
348823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * allowing operations to be scheduled as normal.
349823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
350823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public void resetPermanentError() {
351575e19825099eb83d1d452ffce93314aa66432edBrad Fitzpatrick        SharedPreferencesCompat.apply(mStorage.edit().remove(PREFIX + "permanentError"));
352823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
353823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
354823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
355823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Return a string description of the scheduler state for debugging.
356823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
357823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    public String toString() {
358823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        StringBuilder out = new StringBuilder("[OperationScheduler:");
35977ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker        TreeMap<String, Object> copy = new TreeMap<String, Object>(mStorage.getAll());  // Sort keys
36077ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker        for (Map.Entry<String, Object> e : copy.entrySet()) {
36177ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker            String key = e.getKey();
362823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            if (key.startsWith(PREFIX)) {
363823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                if (key.endsWith("TimeMillis")) {
364823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    Time time = new Time();
36577ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                    time.set((Long) e.getValue());
366823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    out.append(" ").append(key.substring(PREFIX.length(), key.length() - 10));
367823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    out.append("=").append(time.format("%Y-%m-%d/%H:%M:%S"));
368823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                } else {
369823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                    out.append(" ").append(key.substring(PREFIX.length()));
37077ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                    Object v = e.getValue();
37177ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                    if (v == null) {
37277ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                        out.append("=(null)");
37377ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                    } else {
37477ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                        out.append("=").append(v.toString());
37577ffe2074affbef2ff8876ae64d20f5923222de7Doug Zongker                    }
376823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang                }
377823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang            }
378823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        }
379823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return out.append("]").toString();
380823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
381823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang
382823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    /**
383823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * Gets the current time.  Can be overridden for unit testing.
384823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     *
385823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     * @return {@link System#currentTimeMillis()}
386823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang     */
387823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    protected long currentTimeMillis() {
388823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang        return System.currentTimeMillis();
389823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang    }
390823b6f3516076b92f78c3fc27037d24bb514e653Ying Wang}
391