1423f0742Spbrook /* 2423f0742Spbrook * General purpose implementation of a simple periodic countdown timer. 3423f0742Spbrook * 4423f0742Spbrook * Copyright (c) 2007 CodeSourcery. 5423f0742Spbrook * 68e31bf38SMatthew Fernandez * This code is licensed under the GNU LGPL. 7423f0742Spbrook */ 8*d6454270SMarkus Armbruster 918c86e2bSPeter Maydell #include "qemu/osdep.h" 1083c9f4caSPaolo Bonzini #include "hw/hw.h" 111de7afc9SPaolo Bonzini #include "qemu/timer.h" 1283c9f4caSPaolo Bonzini #include "hw/ptimer.h" 13*d6454270SMarkus Armbruster #include "migration/vmstate.h" 141de7afc9SPaolo Bonzini #include "qemu/host-utils.h" 158a354bd9SPavel Dovgalyuk #include "sysemu/replay.h" 162a8b5870SDmitry Osipenko #include "sysemu/qtest.h" 17072bdb07SMarc-André Lureau #include "block/aio.h" 18d2528bdcSPaolo Bonzini #include "sysemu/cpus.h" 19423f0742Spbrook 202b5c0322SDmitry Osipenko #define DELTA_ADJUST 1 2122471b8aSDmitry Osipenko #define DELTA_NO_ADJUST -1 222b5c0322SDmitry Osipenko 23423f0742Spbrook struct ptimer_state 24423f0742Spbrook { 25852f771eSJuan Quintela uint8_t enabled; /* 0 = disabled, 1 = periodic, 2 = oneshot. */ 268d05ea8aSblueswir1 uint64_t limit; 278d05ea8aSblueswir1 uint64_t delta; 28423f0742Spbrook uint32_t period_frac; 29423f0742Spbrook int64_t period; 30423f0742Spbrook int64_t last_event; 31423f0742Spbrook int64_t next_event; 32e7ea81c3SDmitry Osipenko uint8_t policy_mask; 33423f0742Spbrook QEMUBH *bh; 34423f0742Spbrook QEMUTimer *timer; 35423f0742Spbrook }; 36423f0742Spbrook 37423f0742Spbrook /* Use a bottom-half routine to avoid reentrancy issues. */ 38423f0742Spbrook static void ptimer_trigger(ptimer_state *s) 39423f0742Spbrook { 40423f0742Spbrook if (s->bh) { 418a354bd9SPavel Dovgalyuk replay_bh_schedule_event(s->bh); 42423f0742Spbrook } 43423f0742Spbrook } 44423f0742Spbrook 452b5c0322SDmitry Osipenko static void ptimer_reload(ptimer_state *s, int delta_adjust) 46423f0742Spbrook { 47e91171e3SDmitry Osipenko uint32_t period_frac = s->period_frac; 48e91171e3SDmitry Osipenko uint64_t period = s->period; 492b5c0322SDmitry Osipenko uint64_t delta = s->delta; 50086ede32SPeter Maydell bool suppress_trigger = false; 51e91171e3SDmitry Osipenko 52086ede32SPeter Maydell /* 53086ede32SPeter Maydell * Note that if delta_adjust is 0 then we must be here because of 54086ede32SPeter Maydell * a count register write or timer start, not because of timer expiry. 55086ede32SPeter Maydell * In that case the policy might require us to suppress the timer trigger 56086ede32SPeter Maydell * that we would otherwise generate for a zero delta. 57086ede32SPeter Maydell */ 58086ede32SPeter Maydell if (delta_adjust == 0 && 59086ede32SPeter Maydell (s->policy_mask & PTIMER_POLICY_TRIGGER_ONLY_ON_DECREMENT)) { 60086ede32SPeter Maydell suppress_trigger = true; 61086ede32SPeter Maydell } 62086ede32SPeter Maydell if (delta == 0 && !(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER) 63086ede32SPeter Maydell && !suppress_trigger) { 64423f0742Spbrook ptimer_trigger(s); 6522471b8aSDmitry Osipenko } 6622471b8aSDmitry Osipenko 673f6e6a13SDmitry Osipenko if (delta == 0 && !(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_RELOAD)) { 682b5c0322SDmitry Osipenko delta = s->delta = s->limit; 69423f0742Spbrook } 70ef0a9984SDmitry Osipenko 71ef0a9984SDmitry Osipenko if (s->period == 0) { 722a8b5870SDmitry Osipenko if (!qtest_enabled()) { 73423f0742Spbrook fprintf(stderr, "Timer with period zero, disabling\n"); 742a8b5870SDmitry Osipenko } 75780d23e5SDmitry Osipenko timer_del(s->timer); 76423f0742Spbrook s->enabled = 0; 77423f0742Spbrook return; 78423f0742Spbrook } 79423f0742Spbrook 802b5c0322SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_WRAP_AFTER_ONE_PERIOD) { 8122471b8aSDmitry Osipenko if (delta_adjust != DELTA_NO_ADJUST) { 822b5c0322SDmitry Osipenko delta += delta_adjust; 832b5c0322SDmitry Osipenko } 8422471b8aSDmitry Osipenko } 852b5c0322SDmitry Osipenko 86ef0a9984SDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_CONTINUOUS_TRIGGER)) { 87ef0a9984SDmitry Osipenko if (s->enabled == 1 && s->limit == 0) { 88ef0a9984SDmitry Osipenko delta = 1; 89ef0a9984SDmitry Osipenko } 90ef0a9984SDmitry Osipenko } 91ef0a9984SDmitry Osipenko 9222471b8aSDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER)) { 9322471b8aSDmitry Osipenko if (delta_adjust != DELTA_NO_ADJUST) { 9422471b8aSDmitry Osipenko delta = 1; 9522471b8aSDmitry Osipenko } 9622471b8aSDmitry Osipenko } 9722471b8aSDmitry Osipenko 983f6e6a13SDmitry Osipenko if (delta == 0 && (s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_RELOAD)) { 993f6e6a13SDmitry Osipenko if (s->enabled == 1 && s->limit != 0) { 1003f6e6a13SDmitry Osipenko delta = 1; 1013f6e6a13SDmitry Osipenko } 1023f6e6a13SDmitry Osipenko } 1033f6e6a13SDmitry Osipenko 104ef0a9984SDmitry Osipenko if (delta == 0) { 105ef0a9984SDmitry Osipenko if (!qtest_enabled()) { 106ef0a9984SDmitry Osipenko fprintf(stderr, "Timer with delta zero, disabling\n"); 107ef0a9984SDmitry Osipenko } 108ef0a9984SDmitry Osipenko timer_del(s->timer); 109ef0a9984SDmitry Osipenko s->enabled = 0; 110ef0a9984SDmitry Osipenko return; 111ef0a9984SDmitry Osipenko } 112ef0a9984SDmitry Osipenko 113e91171e3SDmitry Osipenko /* 114e91171e3SDmitry Osipenko * Artificially limit timeout rate to something 115e91171e3SDmitry Osipenko * achievable under QEMU. Otherwise, QEMU spends all 116e91171e3SDmitry Osipenko * its time generating timer interrupts, and there 117e91171e3SDmitry Osipenko * is no forward progress. 118e91171e3SDmitry Osipenko * About ten microseconds is the fastest that really works 119e91171e3SDmitry Osipenko * on the current generation of host machines. 120e91171e3SDmitry Osipenko */ 121e91171e3SDmitry Osipenko 1222b5c0322SDmitry Osipenko if (s->enabled == 1 && (delta * period < 10000) && !use_icount) { 1232b5c0322SDmitry Osipenko period = 10000 / delta; 124e91171e3SDmitry Osipenko period_frac = 0; 125e91171e3SDmitry Osipenko } 126e91171e3SDmitry Osipenko 127423f0742Spbrook s->last_event = s->next_event; 1282b5c0322SDmitry Osipenko s->next_event = s->last_event + delta * period; 129e91171e3SDmitry Osipenko if (period_frac) { 1302b5c0322SDmitry Osipenko s->next_event += ((int64_t)period_frac * delta) >> 32; 131423f0742Spbrook } 132bc72ad67SAlex Bligh timer_mod(s->timer, s->next_event); 133423f0742Spbrook } 134423f0742Spbrook 135423f0742Spbrook static void ptimer_tick(void *opaque) 136423f0742Spbrook { 137423f0742Spbrook ptimer_state *s = (ptimer_state *)opaque; 1383f6e6a13SDmitry Osipenko bool trigger = true; 1393f6e6a13SDmitry Osipenko 140423f0742Spbrook if (s->enabled == 2) { 1413f6e6a13SDmitry Osipenko s->delta = 0; 142423f0742Spbrook s->enabled = 0; 143423f0742Spbrook } else { 144ef0a9984SDmitry Osipenko int delta_adjust = DELTA_ADJUST; 145ef0a9984SDmitry Osipenko 1463f6e6a13SDmitry Osipenko if (s->delta == 0 || s->limit == 0) { 147ef0a9984SDmitry Osipenko /* If a "continuous trigger" policy is not used and limit == 0, 1483f6e6a13SDmitry Osipenko we should error out. delta == 0 means that this tick is 1493f6e6a13SDmitry Osipenko caused by a "no immediate reload" policy, so it shouldn't 1503f6e6a13SDmitry Osipenko be adjusted. */ 15122471b8aSDmitry Osipenko delta_adjust = DELTA_NO_ADJUST; 152ef0a9984SDmitry Osipenko } 153ef0a9984SDmitry Osipenko 1543f6e6a13SDmitry Osipenko if (!(s->policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER)) { 1553f6e6a13SDmitry Osipenko /* Avoid re-trigger on deferred reload if "no immediate trigger" 1563f6e6a13SDmitry Osipenko policy isn't used. */ 1573f6e6a13SDmitry Osipenko trigger = (delta_adjust == DELTA_ADJUST); 1583f6e6a13SDmitry Osipenko } 1593f6e6a13SDmitry Osipenko 1603f6e6a13SDmitry Osipenko s->delta = s->limit; 1613f6e6a13SDmitry Osipenko 162ef0a9984SDmitry Osipenko ptimer_reload(s, delta_adjust); 163423f0742Spbrook } 1643f6e6a13SDmitry Osipenko 1653f6e6a13SDmitry Osipenko if (trigger) { 1663f6e6a13SDmitry Osipenko ptimer_trigger(s); 1673f6e6a13SDmitry Osipenko } 168423f0742Spbrook } 169423f0742Spbrook 1708d05ea8aSblueswir1 uint64_t ptimer_get_count(ptimer_state *s) 171423f0742Spbrook { 1728d05ea8aSblueswir1 uint64_t counter; 173423f0742Spbrook 174ef0a9984SDmitry Osipenko if (s->enabled && s->delta != 0) { 1755a50307bSDmitry Osipenko int64_t now = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 1765a50307bSDmitry Osipenko int64_t next = s->next_event; 1772b5c0322SDmitry Osipenko int64_t last = s->last_event; 1785a50307bSDmitry Osipenko bool expired = (now - next >= 0); 1795a50307bSDmitry Osipenko bool oneshot = (s->enabled == 2); 1805a50307bSDmitry Osipenko 181423f0742Spbrook /* Figure out the current counter value. */ 18256215da3SDmitry Osipenko if (expired) { 183423f0742Spbrook /* Prevent timer underflowing if it should already have 184423f0742Spbrook triggered. */ 185423f0742Spbrook counter = 0; 186423f0742Spbrook } else { 1878d05ea8aSblueswir1 uint64_t rem; 1888d05ea8aSblueswir1 uint64_t div; 189d0a981b2Spbrook int clz1, clz2; 190d0a981b2Spbrook int shift; 191e91171e3SDmitry Osipenko uint32_t period_frac = s->period_frac; 192e91171e3SDmitry Osipenko uint64_t period = s->period; 193e91171e3SDmitry Osipenko 1945a50307bSDmitry Osipenko if (!oneshot && (s->delta * period < 10000) && !use_icount) { 195e91171e3SDmitry Osipenko period = 10000 / s->delta; 196e91171e3SDmitry Osipenko period_frac = 0; 197e91171e3SDmitry Osipenko } 198d0a981b2Spbrook 199d0a981b2Spbrook /* We need to divide time by period, where time is stored in 200d0a981b2Spbrook rem (64-bit integer) and period is stored in period/period_frac 201d0a981b2Spbrook (64.32 fixed point). 202d0a981b2Spbrook 203d0a981b2Spbrook Doing full precision division is hard, so scale values and 204d0a981b2Spbrook do a 64-bit division. The result should be rounded down, 205d0a981b2Spbrook so that the rounding error never causes the timer to go 206d0a981b2Spbrook backwards. 207d0a981b2Spbrook */ 208423f0742Spbrook 20956215da3SDmitry Osipenko rem = next - now; 210e91171e3SDmitry Osipenko div = period; 211d0a981b2Spbrook 212d0a981b2Spbrook clz1 = clz64(rem); 213d0a981b2Spbrook clz2 = clz64(div); 214d0a981b2Spbrook shift = clz1 < clz2 ? clz1 : clz2; 215d0a981b2Spbrook 216d0a981b2Spbrook rem <<= shift; 217d0a981b2Spbrook div <<= shift; 218d0a981b2Spbrook if (shift >= 32) { 219e91171e3SDmitry Osipenko div |= ((uint64_t)period_frac << (shift - 32)); 220d0a981b2Spbrook } else { 221d0a981b2Spbrook if (shift != 0) 222e91171e3SDmitry Osipenko div |= (period_frac >> (32 - shift)); 223d0a981b2Spbrook /* Look at remaining bits of period_frac and round div up if 224d0a981b2Spbrook necessary. */ 225e91171e3SDmitry Osipenko if ((uint32_t)(period_frac << shift)) 226d0a981b2Spbrook div += 1; 227d0a981b2Spbrook } 228423f0742Spbrook counter = rem / div; 2292b5c0322SDmitry Osipenko 2302b5c0322SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_WRAP_AFTER_ONE_PERIOD) { 2312b5c0322SDmitry Osipenko /* Before wrapping around, timer should stay with counter = 0 2322b5c0322SDmitry Osipenko for a one period. */ 2332b5c0322SDmitry Osipenko if (!oneshot && s->delta == s->limit) { 2342b5c0322SDmitry Osipenko if (now == last) { 2352b5c0322SDmitry Osipenko /* Counter == delta here, check whether it was 2362b5c0322SDmitry Osipenko adjusted and if it was, then right now it is 2372b5c0322SDmitry Osipenko that "one period". */ 2382b5c0322SDmitry Osipenko if (counter == s->limit + DELTA_ADJUST) { 2392b5c0322SDmitry Osipenko return 0; 2402b5c0322SDmitry Osipenko } 2412b5c0322SDmitry Osipenko } else if (counter == s->limit) { 2422b5c0322SDmitry Osipenko /* Since the counter is rounded down and now != last, 2432b5c0322SDmitry Osipenko the counter == limit means that delta was adjusted 2442b5c0322SDmitry Osipenko by +1 and right now it is that adjusted period. */ 2452b5c0322SDmitry Osipenko return 0; 2462b5c0322SDmitry Osipenko } 2472b5c0322SDmitry Osipenko } 2482b5c0322SDmitry Osipenko } 249423f0742Spbrook } 2505580ea45SDmitry Osipenko 2515580ea45SDmitry Osipenko if (s->policy_mask & PTIMER_POLICY_NO_COUNTER_ROUND_DOWN) { 2525580ea45SDmitry Osipenko /* If now == last then delta == limit, i.e. the counter already 2535580ea45SDmitry Osipenko represents the correct value. It would be rounded down a 1ns 2545580ea45SDmitry Osipenko later. */ 2555580ea45SDmitry Osipenko if (now != last) { 2565580ea45SDmitry Osipenko counter += 1; 2575580ea45SDmitry Osipenko } 2585580ea45SDmitry Osipenko } 259423f0742Spbrook } else { 260423f0742Spbrook counter = s->delta; 261423f0742Spbrook } 262423f0742Spbrook return counter; 263423f0742Spbrook } 264423f0742Spbrook 2658d05ea8aSblueswir1 void ptimer_set_count(ptimer_state *s, uint64_t count) 266423f0742Spbrook { 267423f0742Spbrook s->delta = count; 268423f0742Spbrook if (s->enabled) { 269bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2702b5c0322SDmitry Osipenko ptimer_reload(s, 0); 271423f0742Spbrook } 272423f0742Spbrook } 273423f0742Spbrook 274423f0742Spbrook void ptimer_run(ptimer_state *s, int oneshot) 275423f0742Spbrook { 276869e92b5SDmitry Osipenko bool was_disabled = !s->enabled; 277869e92b5SDmitry Osipenko 278869e92b5SDmitry Osipenko if (was_disabled && s->period == 0) { 2792a8b5870SDmitry Osipenko if (!qtest_enabled()) { 280423f0742Spbrook fprintf(stderr, "Timer with period zero, disabling\n"); 2812a8b5870SDmitry Osipenko } 282423f0742Spbrook return; 283423f0742Spbrook } 284423f0742Spbrook s->enabled = oneshot ? 2 : 1; 285869e92b5SDmitry Osipenko if (was_disabled) { 286bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 2872b5c0322SDmitry Osipenko ptimer_reload(s, 0); 288423f0742Spbrook } 289869e92b5SDmitry Osipenko } 290423f0742Spbrook 2918d05ea8aSblueswir1 /* Pause a timer. Note that this may cause it to "lose" time, even if it 292423f0742Spbrook is immediately restarted. */ 293423f0742Spbrook void ptimer_stop(ptimer_state *s) 294423f0742Spbrook { 295423f0742Spbrook if (!s->enabled) 296423f0742Spbrook return; 297423f0742Spbrook 298423f0742Spbrook s->delta = ptimer_get_count(s); 299bc72ad67SAlex Bligh timer_del(s->timer); 300423f0742Spbrook s->enabled = 0; 301423f0742Spbrook } 302423f0742Spbrook 303423f0742Spbrook /* Set counter increment interval in nanoseconds. */ 304423f0742Spbrook void ptimer_set_period(ptimer_state *s, int64_t period) 305423f0742Spbrook { 3067ef6e3cfSDmitry Osipenko s->delta = ptimer_get_count(s); 307423f0742Spbrook s->period = period; 308423f0742Spbrook s->period_frac = 0; 3098d05ea8aSblueswir1 if (s->enabled) { 310bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 3112b5c0322SDmitry Osipenko ptimer_reload(s, 0); 3128d05ea8aSblueswir1 } 313423f0742Spbrook } 314423f0742Spbrook 315423f0742Spbrook /* Set counter frequency in Hz. */ 316423f0742Spbrook void ptimer_set_freq(ptimer_state *s, uint32_t freq) 317423f0742Spbrook { 3187ef6e3cfSDmitry Osipenko s->delta = ptimer_get_count(s); 319423f0742Spbrook s->period = 1000000000ll / freq; 320423f0742Spbrook s->period_frac = (1000000000ll << 32) / freq; 3218d05ea8aSblueswir1 if (s->enabled) { 322bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 3232b5c0322SDmitry Osipenko ptimer_reload(s, 0); 3248d05ea8aSblueswir1 } 325423f0742Spbrook } 326423f0742Spbrook 327423f0742Spbrook /* Set the initial countdown value. If reload is nonzero then also set 328423f0742Spbrook count = limit. */ 3298d05ea8aSblueswir1 void ptimer_set_limit(ptimer_state *s, uint64_t limit, int reload) 330423f0742Spbrook { 331423f0742Spbrook s->limit = limit; 332423f0742Spbrook if (reload) 333423f0742Spbrook s->delta = limit; 33462ea5b0bSpbrook if (s->enabled && reload) { 335bc72ad67SAlex Bligh s->next_event = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 3362b5c0322SDmitry Osipenko ptimer_reload(s, 0); 3378d05ea8aSblueswir1 } 3388d05ea8aSblueswir1 } 3398d05ea8aSblueswir1 340578c4b2fSDmitry Osipenko uint64_t ptimer_get_limit(ptimer_state *s) 341578c4b2fSDmitry Osipenko { 342578c4b2fSDmitry Osipenko return s->limit; 343578c4b2fSDmitry Osipenko } 344578c4b2fSDmitry Osipenko 345852f771eSJuan Quintela const VMStateDescription vmstate_ptimer = { 34655a6e51fSBlue Swirl .name = "ptimer", 347852f771eSJuan Quintela .version_id = 1, 348852f771eSJuan Quintela .minimum_version_id = 1, 349852f771eSJuan Quintela .fields = (VMStateField[]) { 350852f771eSJuan Quintela VMSTATE_UINT8(enabled, ptimer_state), 351852f771eSJuan Quintela VMSTATE_UINT64(limit, ptimer_state), 352852f771eSJuan Quintela VMSTATE_UINT64(delta, ptimer_state), 353852f771eSJuan Quintela VMSTATE_UINT32(period_frac, ptimer_state), 354852f771eSJuan Quintela VMSTATE_INT64(period, ptimer_state), 355852f771eSJuan Quintela VMSTATE_INT64(last_event, ptimer_state), 356852f771eSJuan Quintela VMSTATE_INT64(next_event, ptimer_state), 357e720677eSPaolo Bonzini VMSTATE_TIMER_PTR(timer, ptimer_state), 358852f771eSJuan Quintela VMSTATE_END_OF_LIST() 359852f771eSJuan Quintela } 36055a6e51fSBlue Swirl }; 36155a6e51fSBlue Swirl 362e7ea81c3SDmitry Osipenko ptimer_state *ptimer_init(QEMUBH *bh, uint8_t policy_mask) 363423f0742Spbrook { 364423f0742Spbrook ptimer_state *s; 365423f0742Spbrook 3667267c094SAnthony Liguori s = (ptimer_state *)g_malloc0(sizeof(ptimer_state)); 367423f0742Spbrook s->bh = bh; 368bc72ad67SAlex Bligh s->timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, ptimer_tick, s); 369e7ea81c3SDmitry Osipenko s->policy_mask = policy_mask; 370086ede32SPeter Maydell 371086ede32SPeter Maydell /* 372086ede32SPeter Maydell * These two policies are incompatible -- trigger-on-decrement implies 373086ede32SPeter Maydell * a timer trigger when the count becomes 0, but no-immediate-trigger 374086ede32SPeter Maydell * implies a trigger when the count stops being 0. 375086ede32SPeter Maydell */ 376086ede32SPeter Maydell assert(!((policy_mask & PTIMER_POLICY_TRIGGER_ONLY_ON_DECREMENT) && 377086ede32SPeter Maydell (policy_mask & PTIMER_POLICY_NO_IMMEDIATE_TRIGGER))); 378423f0742Spbrook return s; 379423f0742Spbrook } 380072bdb07SMarc-André Lureau 381072bdb07SMarc-André Lureau void ptimer_free(ptimer_state *s) 382072bdb07SMarc-André Lureau { 383072bdb07SMarc-André Lureau qemu_bh_delete(s->bh); 384072bdb07SMarc-André Lureau timer_free(s->timer); 385072bdb07SMarc-André Lureau g_free(s); 386072bdb07SMarc-André Lureau } 387