1423f0742Spbrook /* 2423f0742Spbrook * General purpose implementation of a simple periodic countdown timer. 3423f0742Spbrook * 4423f0742Spbrook * Copyright (c) 2007 CodeSourcery. 5423f0742Spbrook * 68e31bf38SMatthew Fernandez * This code is licensed under the GNU LGPL. 7423f0742Spbrook */ 818c86e2bSPeter Maydell #include "qemu/osdep.h" 983c9f4caSPaolo Bonzini #include "hw/hw.h" 101de7afc9SPaolo Bonzini #include "qemu/timer.h" 1183c9f4caSPaolo Bonzini #include "hw/ptimer.h" 121de7afc9SPaolo Bonzini #include "qemu/host-utils.h" 138a354bd9SPavel Dovgalyuk #include "sysemu/replay.h" 142a8b5870SDmitry Osipenko #include "sysemu/qtest.h" 15*072bdb07SMarc-André Lureau #include "block/aio.h" 16423f0742Spbrook 172b5c0322SDmitry Osipenko #define DELTA_ADJUST 1 1822471b8aSDmitry Osipenko #define DELTA_NO_ADJUST -1 192b5c0322SDmitry Osipenko 20423f0742Spbrook struct ptimer_state 21423f0742Spbrook { 22852f771eSJuan Quintela uint8_t enabled; /* 0 = disabled, 1 = periodic, 2 = oneshot. */ 238d05ea8aSblueswir1 uint64_t limit; 248d05ea8aSblueswir1 uint64_t delta; 25423f0742Spbrook uint32_t period_frac; 26423f0742Spbrook int64_t period; 27423f0742Spbrook int64_t last_event; 28423f0742Spbrook int64_t next_event; 29e7ea81c3SDmitry Osipenko uint8_t policy_mask; 30423f0742Spbrook QEMUBH *bh; 31423f0742Spbrook QEMUTimer *timer; 32423f0742Spbrook }; 33423f0742Spbrook 34423f0742Spbrook /* Use a bottom-half routine to avoid reentrancy issues. */ 35423f0742Spbrook static void ptimer_trigger(ptimer_state *s) 36423f0742Spbrook { 37423f0742Spbrook if (s->bh) { 388a354bd9SPavel Dovgalyuk replay_bh_schedule_event(s->bh); 39423f0742Spbrook } 40423f0742Spbrook } 41423f0742Spbrook 422b5c0322SDmitry Osipenko static void ptimer_reload(ptimer_state *s, int delta_adjust) 43423f0742Spbrook { 44e91171e3SDmitry Osipenko uint32_t period_frac = s->period_frac; 45e91171e3SDmitry Osipenko uint64_t period = s->period; 462b5c0322SDmitry Osipenko uint64_t delta = s->delta; 47e91171e3SDmitry Osipenko 4822471b8aSDmitry Osipenko if (delta == 0 && !(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER)) { 49423f0742Spbrook ptimer_trigger(s); 5022471b8aSDmitry Osipenko } 5122471b8aSDmitry Osipenko 523f6e6a13SDmitry Osipenko if (delta == 0 && !(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_RELOAD)) { 532b5c0322SDmitry Osipenko delta = s->delta = s->limit; 54423f0742Spbrook } 55ef0a9984SDmitry Osipenko 56ef0a9984SDmitry Osipenko if (s->period == 0) { 572a8b5870SDmitry Osipenko if (!qtest_enabled()) { 58423f0742Spbrook fprintf(stderr, "Timer with period zero, disabling\n"); 592a8b5870SDmitry Osipenko } 60780d23e5SDmitry Osipenko timer_del(s->timer); 61423f0742Spbrook s->enabled = 0; 62423f0742Spbrook return; 63423f0742Spbrook } 64423f0742Spbrook 652b5c0322SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_WRAP_AFTER_ONE_PERIOD) { 6622471b8aSDmitry Osipenko if (delta_adjust != DELTA_NO_ADJUST) { 672b5c0322SDmitry Osipenko delta += delta_adjust; 682b5c0322SDmitry Osipenko } 6922471b8aSDmitry Osipenko } 702b5c0322SDmitry Osipenko 71ef0a9984SDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_CONTINUOUS_TRIGGER)) { 72ef0a9984SDmitry Osipenko if (s->enabled == 1 && s->limit == 0) { 73ef0a9984SDmitry Osipenko delta = 1; 74ef0a9984SDmitry Osipenko } 75ef0a9984SDmitry Osipenko } 76ef0a9984SDmitry Osipenko 7722471b8aSDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER)) { 7822471b8aSDmitry Osipenko if (delta_adjust != DELTA_NO_ADJUST) { 7922471b8aSDmitry Osipenko delta = 1; 8022471b8aSDmitry Osipenko } 8122471b8aSDmitry Osipenko } 8222471b8aSDmitry Osipenko 833f6e6a13SDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_RELOAD)) { 843f6e6a13SDmitry Osipenko if (s->enabled == 1 && s->limit != 0) { 853f6e6a13SDmitry Osipenko delta = 1; 863f6e6a13SDmitry Osipenko } 873f6e6a13SDmitry Osipenko } 883f6e6a13SDmitry Osipenko 89ef0a9984SDmitry Osipenko if (delta == 0) { 90ef0a9984SDmitry Osipenko if (!qtest_enabled()) { 91ef0a9984SDmitry Osipenko fprintf(stderr, "Timer with delta zero, disabling\n"); 92ef0a9984SDmitry Osipenko } 93ef0a9984SDmitry Osipenko timer_del(s->timer); 94ef0a9984SDmitry Osipenko s->enabled = 0; 95ef0a9984SDmitry Osipenko return; 96ef0a9984SDmitry Osipenko } 97ef0a9984SDmitry Osipenko 98e91171e3SDmitry Osipenko /* 99e91171e3SDmitry Osipenko * Artificially limit timeout rate to something 100e91171e3SDmitry Osipenko * achievable under QEMU. Otherwise, QEMU spends all 101e91171e3SDmitry Osipenko * its time generating timer interrupts, and there 102e91171e3SDmitry Osipenko * is no forward progress. 103e91171e3SDmitry Osipenko * About ten microseconds is the fastest that really works 104e91171e3SDmitry Osipenko * on the current generation of host machines. 105e91171e3SDmitry Osipenko */ 106e91171e3SDmitry Osipenko 1072b5c0322SDmitry Osipenko if (s->enabled == 1 && (delta * period < 10000) && !use_icount) { 1082b5c0322SDmitry Osipenko period = 10000 / delta; 109e91171e3SDmitry Osipenko period_frac = 0; 110e91171e3SDmitry Osipenko } 111e91171e3SDmitry Osipenko 112423f0742Spbrook s->last_event = s->next_event; 1132b5c0322SDmitry Osipenko s->next_event = s->last_event + delta * period; 114e91171e3SDmitry Osipenko if (period_frac) { 1152b5c0322SDmitry Osipenko s->next_event += ((int64_t)period_frac * delta) >> 32; 116423f0742Spbrook } 117bc72ad67SAlex Bligh timer_mod(s->timer, s->next_event); 118423f0742Spbrook } 119423f0742Spbrook 120423f0742Spbrook static void ptimer_tick(void *opaque) 121423f0742Spbrook { 122423f0742Spbrook ptimer_state *s = (ptimer_state *)opaque; 1233f6e6a13SDmitry Osipenko bool trigger = true; 1243f6e6a13SDmitry Osipenko 125423f0742Spbrook if (s->enabled == 2) { 1263f6e6a13SDmitry Osipenko s->delta = 0; 127423f0742Spbrook s->enabled = 0; 128423f0742Spbrook } else { 129ef0a9984SDmitry Osipenko int delta_adjust = DELTA_ADJUST; 130ef0a9984SDmitry Osipenko 1313f6e6a13SDmitry Osipenko if (s->delta == 0 || s->limit == 0) { 132ef0a9984SDmitry Osipenko /* If a "continuous trigger" policy is not used and limit == 0, 1333f6e6a13SDmitry Osipenko we should error out. delta == 0 means that this tick is 1343f6e6a13SDmitry Osipenko caused by a "no immediate reload" policy, so it shouldn't 1353f6e6a13SDmitry Osipenko be adjusted. */ 13622471b8aSDmitry Osipenko delta_adjust = DELTA_NO_ADJUST; 137ef0a9984SDmitry Osipenko } 138ef0a9984SDmitry Osipenko 1393f6e6a13SDmitry Osipenko if (!(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER)) { 1403f6e6a13SDmitry Osipenko /* Avoid re-trigger on deferred reload if "no immediate trigger" 1413f6e6a13SDmitry Osipenko policy isn't used. */ 1423f6e6a13SDmitry Osipenko trigger = (delta_adjust == DELTA_ADJUST); 1433f6e6a13SDmitry Osipenko } 1443f6e6a13SDmitry Osipenko 1453f6e6a13SDmitry Osipenko s->delta = s->limit; 1463f6e6a13SDmitry Osipenko 147ef0a9984SDmitry Osipenko ptimer_reload(s, delta_adjust); 148423f0742Spbrook } 1493f6e6a13SDmitry Osipenko 1503f6e6a13SDmitry Osipenko if (trigger) { 1513f6e6a13SDmitry Osipenko ptimer_trigger(s); 1523f6e6a13SDmitry Osipenko } 153423f0742Spbrook } 154423f0742Spbrook 1558d05ea8aSblueswir1 uint64_t ptimer_get_count(ptimer_state *s) 156423f0742Spbrook { 1578d05ea8aSblueswir1 uint64_t counter; 158423f0742Spbrook 159ef0a9984SDmitry Osipenko if (s->enabled && s->delta != 0) { 1605a50307bSDmitry Osipenko int64_t now = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 1615a50307bSDmitry Osipenko int64_t next = s->next_event; 1622b5c0322SDmitry Osipenko int64_t last = s->last_event; 1635a50307bSDmitry Osipenko bool expired = (now - next >= 0); 1645a50307bSDmitry Osipenko bool oneshot = (s->enabled == 2); 1655a50307bSDmitry Osipenko 166423f0742Spbrook /* Figure out the current counter value. */ 16756215da3SDmitry Osipenko if (expired) { 168423f0742Spbrook /* Prevent timer underflowing if it should already have 169423f0742Spbrook triggered. */ 170423f0742Spbrook counter = 0; 171423f0742Spbrook } else { 1728d05ea8aSblueswir1 uint64_t rem; 1738d05ea8aSblueswir1 uint64_t div; 174d0a981b2Spbrook int clz1, clz2; 175d0a981b2Spbrook int shift; 176e91171e3SDmitry Osipenko uint32_t period_frac = s->period_frac; 177e91171e3SDmitry Osipenko uint64_t period = s->period; 178e91171e3SDmitry Osipenko 1795a50307bSDmitry Osipenko if (!oneshot && (s->delta * period < 10000) && !use_icount) { 180e91171e3SDmitry Osipenko period = 10000 / s->delta; 181e91171e3SDmitry Osipenko period_frac = 0; 182e91171e3SDmitry Osipenko } 183d0a981b2Spbrook 184d0a981b2Spbrook /* We need to divide time by period, where time is stored in 185d0a981b2Spbrook rem (64-bit integer) and period is stored in period/period_frac 186d0a981b2Spbrook (64.32 fixed point). 187d0a981b2Spbrook 188d0a981b2Spbrook Doing full precision division is hard, so scale values and 189d0a981b2Spbrook do a 64-bit division. The result should be rounded down, 190d0a981b2Spbrook so that the rounding error never causes the timer to go 191d0a981b2Spbrook backwards. 192d0a981b2Spbrook */ 193423f0742Spbrook 19456215da3SDmitry Osipenko rem = next - now; 195e91171e3SDmitry Osipenko div = period; 196d0a981b2Spbrook 197d0a981b2Spbrook clz1 = clz64(rem); 198d0a981b2Spbrook clz2 = clz64(div); 199d0a981b2Spbrook shift = clz1 < clz2 ? clz1 : clz2; 200d0a981b2Spbrook 201d0a981b2Spbrook rem <<= shift; 202d0a981b2Spbrook div <<= shift; 203d0a981b2Spbrook if (shift >= 32) { 204e91171e3SDmitry Osipenko div |= ((uint64_t)period_frac << (shift - 32)); 205d0a981b2Spbrook } else { 206d0a981b2Spbrook if (shift != 0) 207e91171e3SDmitry Osipenko div |= (period_frac >> (32 - shift)); 208d0a981b2Spbrook /* Look at remaining bits of period_frac and round div up if 209d0a981b2Spbrook necessary. */ 210e91171e3SDmitry Osipenko if ((uint32_t)(period_frac << shift)) 211d0a981b2Spbrook div += 1; 212d0a981b2Spbrook } 213423f0742Spbrook counter = rem / div; 2142b5c0322SDmitry Osipenko 2152b5c0322SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_WRAP_AFTER_ONE_PERIOD) { 2162b5c0322SDmitry Osipenko /* Before wrapping around, timer should stay with counter = 0 2172b5c0322SDmitry Osipenko for a one period. */ 2182b5c0322SDmitry Osipenko if (!oneshot && s->delta == s->limit) { 2192b5c0322SDmitry Osipenko if (now == last) { 2202b5c0322SDmitry Osipenko /* Counter == delta here, check whether it was 2212b5c0322SDmitry Osipenko adjusted and if it was, then right now it is 2222b5c0322SDmitry Osipenko that "one period". */ 2232b5c0322SDmitry Osipenko if (counter == s->limit + DELTA_ADJUST) { 2242b5c0322SDmitry Osipenko return 0; 2252b5c0322SDmitry Osipenko } 2262b5c0322SDmitry Osipenko } else if (counter == s->limit) { 2272b5c0322SDmitry Osipenko /* Since the counter is rounded down and now != last, 2282b5c0322SDmitry Osipenko the counter == limit means that delta was adjusted 2292b5c0322SDmitry Osipenko by +1 and right now it is that adjusted period. */ 2302b5c0322SDmitry Osipenko return 0; 2312b5c0322SDmitry Osipenko } 2322b5c0322SDmitry Osipenko } 2332b5c0322SDmitry Osipenko } 234423f0742Spbrook } 2355580ea45SDmitry Osipenko 2365580ea45SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_NO_COUNTER_ROUND_DOWN) { 2375580ea45SDmitry Osipenko /* If now == last then delta == limit, i.e. the counter already 2385580ea45SDmitry Osipenko represents the correct value. It would be rounded down a 1ns 2395580ea45SDmitry Osipenko later. */ 2405580ea45SDmitry Osipenko if (now != last) { 2415580ea45SDmitry Osipenko counter += 1; 2425580ea45SDmitry Osipenko } 2435580ea45SDmitry Osipenko } 244423f0742Spbrook } else { 245423f0742Spbrook counter = s->delta; 246423f0742Spbrook } 247423f0742Spbrook return counter; 248423f0742Spbrook } 249423f0742Spbrook 2508d05ea8aSblueswir1 void ptimer_set_count(ptimer_state *s, uint64_t count) 251423f0742Spbrook { 252423f0742Spbrook s->delta = count; 253423f0742Spbrook if (s->enabled) { 254bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2552b5c0322SDmitry Osipenko ptimer_reload(s, 0); 256423f0742Spbrook } 257423f0742Spbrook } 258423f0742Spbrook 259423f0742Spbrook void ptimer_run(ptimer_state *s, int oneshot) 260423f0742Spbrook { 261869e92b5SDmitry Osipenko bool was_disabled = !s->enabled; 262869e92b5SDmitry Osipenko 263869e92b5SDmitry Osipenko if (was_disabled && s->period == 0) { 2642a8b5870SDmitry Osipenko if (!qtest_enabled()) { 265423f0742Spbrook fprintf(stderr, "Timer with period zero, disabling\n"); 2662a8b5870SDmitry Osipenko } 267423f0742Spbrook return; 268423f0742Spbrook } 269423f0742Spbrook s->enabled = oneshot ? 2 : 1; 270869e92b5SDmitry Osipenko if (was_disabled) { 271bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2722b5c0322SDmitry Osipenko ptimer_reload(s, 0); 273423f0742Spbrook } 274869e92b5SDmitry Osipenko } 275423f0742Spbrook 2768d05ea8aSblueswir1 /* Pause a timer. Note that this may cause it to "lose" time, even if it 277423f0742Spbrook is immediately restarted. */ 278423f0742Spbrook void ptimer_stop(ptimer_state *s) 279423f0742Spbrook { 280423f0742Spbrook if (!s->enabled) 281423f0742Spbrook return; 282423f0742Spbrook 283423f0742Spbrook s->delta = ptimer_get_count(s); 284bc72ad67SAlex Bligh timer_del(s->timer); 285423f0742Spbrook s->enabled = 0; 286423f0742Spbrook } 287423f0742Spbrook 288423f0742Spbrook /* Set counter increment interval in nanoseconds. */ 289423f0742Spbrook void ptimer_set_period(ptimer_state *s, int64_t period) 290423f0742Spbrook { 2917ef6e3cfSDmitry Osipenko s->delta = ptimer_get_count(s); 292423f0742Spbrook s->period = period; 293423f0742Spbrook s->period_frac = 0; 2948d05ea8aSblueswir1 if (s->enabled) { 295bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2962b5c0322SDmitry Osipenko ptimer_reload(s, 0); 2978d05ea8aSblueswir1 } 298423f0742Spbrook } 299423f0742Spbrook 300423f0742Spbrook /* Set counter frequency in Hz. */ 301423f0742Spbrook void ptimer_set_freq(ptimer_state *s, uint32_t freq) 302423f0742Spbrook { 3037ef6e3cfSDmitry Osipenko s->delta = ptimer_get_count(s); 304423f0742Spbrook s->period = 1000000000ll / freq; 305423f0742Spbrook s->period_frac = (1000000000ll << 32) / freq; 3068d05ea8aSblueswir1 if (s->enabled) { 307bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 3082b5c0322SDmitry Osipenko ptimer_reload(s, 0); 3098d05ea8aSblueswir1 } 310423f0742Spbrook } 311423f0742Spbrook 312423f0742Spbrook /* Set the initial countdown value. If reload is nonzero then also set 313423f0742Spbrook count = limit. */ 3148d05ea8aSblueswir1 void ptimer_set_limit(ptimer_state *s, uint64_t limit, int reload) 315423f0742Spbrook { 316423f0742Spbrook s->limit = limit; 317423f0742Spbrook if (reload) 318423f0742Spbrook s->delta = limit; 31962ea5b0bSpbrook if (s->enabled && reload) { 320bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 3212b5c0322SDmitry Osipenko ptimer_reload(s, 0); 3228d05ea8aSblueswir1 } 3238d05ea8aSblueswir1 } 3248d05ea8aSblueswir1 325578c4b2fSDmitry Osipenko uint64_t ptimer_get_limit(ptimer_state *s) 326578c4b2fSDmitry Osipenko { 327578c4b2fSDmitry Osipenko return s->limit; 328578c4b2fSDmitry Osipenko } 329578c4b2fSDmitry Osipenko 330852f771eSJuan Quintela const VMStateDescription vmstate_ptimer = { 33155a6e51fSBlue Swirl .name = "ptimer", 332852f771eSJuan Quintela .version_id = 1, 333852f771eSJuan Quintela .minimum_version_id = 1, 334852f771eSJuan Quintela .fields = (VMStateField[]) { 335852f771eSJuan Quintela VMSTATE_UINT8(enabled, ptimer_state), 336852f771eSJuan Quintela VMSTATE_UINT64(limit, ptimer_state), 337852f771eSJuan Quintela VMSTATE_UINT64(delta, ptimer_state), 338852f771eSJuan Quintela VMSTATE_UINT32(period_frac, ptimer_state), 339852f771eSJuan Quintela VMSTATE_INT64(period, ptimer_state), 340852f771eSJuan Quintela VMSTATE_INT64(last_event, ptimer_state), 341852f771eSJuan Quintela VMSTATE_INT64(next_event, ptimer_state), 342e720677eSPaolo Bonzini VMSTATE_TIMER_PTR(timer, ptimer_state), 343852f771eSJuan Quintela VMSTATE_END_OF_LIST() 344852f771eSJuan Quintela } 34555a6e51fSBlue Swirl }; 34655a6e51fSBlue Swirl 347e7ea81c3SDmitry Osipenko ptimer_state *ptimer_init(QEMUBH *bh, uint8_t policy_mask) 348423f0742Spbrook { 349423f0742Spbrook ptimer_state *s; 350423f0742Spbrook 3517267c094SAnthony Liguori s = (ptimer_state *)g_malloc0(sizeof(ptimer_state)); 352423f0742Spbrook s->bh = bh; 353bc72ad67SAlex Bligh s->timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, ptimer_tick, s); 354e7ea81c3SDmitry Osipenko s->policy_mask = policy_mask; 355423f0742Spbrook return s; 356423f0742Spbrook } 357*072bdb07SMarc-André Lureau 358*072bdb07SMarc-André Lureau void ptimer_free(ptimer_state *s) 359*072bdb07SMarc-André Lureau { 360*072bdb07SMarc-André Lureau qemu_bh_delete(s->bh); 361*072bdb07SMarc-André Lureau timer_free(s->timer); 362*072bdb07SMarc-André Lureau g_free(s); 363*072bdb07SMarc-André Lureau } 364