include/net/codel_impl.h

64 static void codel_vars_init(struct codel_vars *vars)
66 	memset(vars, 0, sizeof(*vars));
80 static void codel_Newton_step(struct codel_vars *vars)
82 	u32 invsqrt = ((u32)vars->rec_inv_sqrt) << REC_INV_SQRT_SHIFT;
84 	u64 val = (3LL << 32) - ((u64)vars->count * invsqrt2);
89 	vars->rec_inv_sqrt = val >> REC_INV_SQRT_SHIFT;
106 			      struct codel_vars *vars,
118 		vars->first_above_time = 0;
123 	WRITE_ONCE(vars->ldelay, now - skb_time_func(skb));
128 	if (codel_time_before(vars->ldelay, params->target) ||
131 		vars->first_above_time = 0;
135 	if (vars->first_above_time == 0) {
139 		vars->first_above_time = now + params->interval;
140 	} else if (codel_time_after(now, vars->first_above_time)) {
149 				     struct codel_vars *vars,
156 	struct sk_buff *skb = dequeue_func(vars, ctx);
161 		vars->first_above_time = 0;
162 		WRITE_ONCE(vars->dropping, false);
166 	drop = codel_should_drop(skb, ctx, vars, params, stats,
168 	if (vars->dropping) {
171 			WRITE_ONCE(vars->dropping, false);
172 		} else if (codel_time_after_eq(now, vars->drop_next)) {
181 			while (vars->dropping &&
182 			       codel_time_after_eq(now, vars->drop_next)) {
186 				WRITE_ONCE(vars->count, vars->count + 1);
187 				codel_Newton_step(vars);
191 					WRITE_ONCE(vars->drop_next,
192 						codel_control_law(vars->drop_next,
194 								  vars->rec_inv_sqrt));
200 				skb = dequeue_func(vars, ctx);
202 						       vars, params, stats,
207 					WRITE_ONCE(vars->dropping, false);
210 					WRITE_ONCE(vars->drop_next,
211 						codel_control_law(vars->drop_next,
213 								  vars->rec_inv_sqrt));
227 			skb = dequeue_func(vars, ctx);
228 			drop = codel_should_drop(skb, ctx, vars, params,
232 		WRITE_ONCE(vars->dropping, true);
237 		delta = vars->count - vars->lastcount;
239 		    codel_time_before(now - vars->drop_next,
241 			WRITE_ONCE(vars->count, delta);
246 			codel_Newton_step(vars);
248 			WRITE_ONCE(vars->count, 1);
249 			vars->rec_inv_sqrt = ~0U >> REC_INV_SQRT_SHIFT;
251 		WRITE_ONCE(vars->lastcount, vars->count);
252 		WRITE_ONCE(vars->drop_next,
254 					     vars->rec_inv_sqrt));
257 	if (skb && codel_time_after(vars->ldelay, params->ce_threshold)) {