Lines Matching refs:cons
108 u32 space, prod, cons; in queue_has_space() local
111 cons = Q_IDX(q, q->cons); in queue_has_space()
113 if (Q_WRP(q, q->prod) == Q_WRP(q, q->cons)) in queue_has_space()
114 space = (1 << q->max_n_shift) - (prod - cons); in queue_has_space()
116 space = cons - prod; in queue_has_space()
123 return Q_IDX(q, q->prod) == Q_IDX(q, q->cons) && in queue_full()
124 Q_WRP(q, q->prod) != Q_WRP(q, q->cons); in queue_full()
129 return Q_IDX(q, q->prod) == Q_IDX(q, q->cons) && in queue_empty()
130 Q_WRP(q, q->prod) == Q_WRP(q, q->cons); in queue_empty()
135 return ((Q_WRP(q, q->cons) == Q_WRP(q, prod)) && in queue_consumed()
136 (Q_IDX(q, q->cons) > Q_IDX(q, prod))) || in queue_consumed()
137 ((Q_WRP(q, q->cons) != Q_WRP(q, prod)) && in queue_consumed()
138 (Q_IDX(q, q->cons) <= Q_IDX(q, prod))); in queue_consumed()
148 writel_relaxed(q->llq.cons, q->cons_reg); in queue_sync_cons_out()
153 u32 cons = (Q_WRP(q, q->cons) | Q_IDX(q, q->cons)) + 1; in queue_inc_cons() local
154 q->cons = Q_OVF(q->cons) | Q_WRP(q, cons) | Q_IDX(q, cons); in queue_inc_cons()
230 queue_read(ent, Q_ENT(q, q->llq.cons), q->ent_dwords); in queue_remove_raw()
374 u32 cons = readl_relaxed(q->cons_reg); in __arm_smmu_cmdq_skip_err() local
375 u32 idx = FIELD_GET(CMDQ_CONS_ERR, cons); in __arm_smmu_cmdq_skip_err()
380 dev_err(smmu->dev, "CMDQ error (cons 0x%08x): %s\n", cons, in __arm_smmu_cmdq_skip_err()
406 queue_read(cmd, Q_ENT(q, cons), q->ent_dwords); in __arm_smmu_cmdq_skip_err()
414 queue_write(Q_ENT(q, cons), cmd, q->ent_dwords); in __arm_smmu_cmdq_skip_err()
596 WRITE_ONCE(cmdq->q.llq.cons, readl_relaxed(cmdq->q.cons_reg)); in arm_smmu_cmdq_poll_until_not_full()
634 llq->cons = ret ? llq->prod : queue_inc_prod_n(llq, 1); in __arm_smmu_cmdq_poll_until_msi()
686 llq->cons = readl(cmdq->q.cons_reg); in __arm_smmu_cmdq_poll_until_consumed()
760 head.cons = llq.cons; in arm_smmu_cmdq_issue_cmdlist()
845 WRITE_ONCE(cmdq->q.llq.cons, llq.cons); in arm_smmu_cmdq_issue_cmdlist()
1572 llq->cons = Q_OVF(llq->prod) | Q_WRP(llq, llq->cons) | in arm_smmu_evtq_thread()
1573 Q_IDX(llq, llq->cons); in arm_smmu_evtq_thread()
1631 llq->cons = Q_OVF(llq->prod) | Q_WRP(llq, llq->cons) | in arm_smmu_priq_thread()
1632 Q_IDX(llq, llq->cons); in arm_smmu_priq_thread()
2910 q->llq.prod = q->llq.cons = 0; in arm_smmu_init_one_queue()
3347 writel_relaxed(smmu->cmdq.q.llq.cons, smmu->base + ARM_SMMU_CMDQ_CONS); in arm_smmu_device_reset()
3373 writel_relaxed(smmu->evtq.q.llq.cons, smmu->page1 + ARM_SMMU_EVTQ_CONS); in arm_smmu_device_reset()
3389 writel_relaxed(smmu->priq.q.llq.cons, in arm_smmu_device_reset()