Re: [PATCH v2 5/8] s390: vfio-ap: wait for queue empty on queue reset

[Tony Krowiak]

On 4/23/19 8:50 AM, Pierre Morel wrote:
> On 20/04/2019 23:49, Tony Krowiak wrote:
> > Refactors the AP queue reset function to wait until the queue is empty
> > after the PQAP(ZAPQ) instruction is executed to zero out the queue as
> > required by the AP architecture.
> >
> > Signed-off-by: Tony Krowiak <akrowiak@xxxxxxxxxxxxx>
> > ---
> > Â drivers/s390/crypto/vfio_ap_ops.c | 35 
> > ++++++++++++++++++++++++++++++++---
> > Â 1 file changed, 32 insertions(+), 3 deletions(-)
> >
> > diff --git a/drivers/s390/crypto/vfio_ap_ops.c 
> > b/drivers/s390/crypto/vfio_ap_ops.c
> > index 091804317c5e..31ce30ee784d 100644
> > --- a/drivers/s390/crypto/vfio_ap_ops.c
> > +++ b/drivers/s390/crypto/vfio_ap_ops.c
> > @@ -744,15 +744,44 @@ static int vfio_ap_mdev_group_notifier(struct 
> > notifier_block *nb,
> > ÂÂÂÂÂ return NOTIFY_OK;
> > Â }
> > -static int vfio_ap_mdev_reset_queue(unsigned int apid, unsigned int 
> > apqi,
> > -ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ unsigned int retry)
> > +static void vfio_ap_mdev_wait_for_qempty(unsigned long apid, unsigned 
> > long apqi)
> > Â {
> > ÂÂÂÂÂ struct ap_queue_status status;
> > +ÂÂÂ ap_qid_t qid = AP_MKQID(apid, apqi);
> > +ÂÂÂ int retry = 5;
> > +
> > +ÂÂÂ do {
> > +ÂÂÂÂÂÂÂ status = ap_tapq(qid, NULL);
> > +ÂÂÂÂÂÂÂ switch (status.response_code) {
> > +ÂÂÂÂÂÂÂ case AP_RESPONSE_NORMAL:
> > +ÂÂÂÂÂÂÂÂÂÂÂ if (status.queue_empty)
> > +ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ return;
> > +ÂÂÂÂÂÂÂÂÂÂÂ msleep(20);
> > +ÂÂÂÂÂÂÂÂÂÂÂ break;
> > +ÂÂÂÂÂÂÂ case AP_RESPONSE_RESET_IN_PROGRESS:
> > +ÂÂÂÂÂÂÂ case AP_RESPONSE_BUSY:
> > +ÂÂÂÂÂÂÂÂÂÂÂ msleep(20);
> > +ÂÂÂÂÂÂÂÂÂÂÂ break;
> > +ÂÂÂÂÂÂÂ default:
> > +ÂÂÂÂÂÂÂÂÂÂÂ pr_warn("%s: tapq err %02x: 0x%04x may not be empty\n",
> > +ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ __func__, status.response_code, q->apqn);
>
> q is not defined. use qid ?

You are right, it is not.

> > +ÂÂÂÂÂÂÂÂÂÂÂ return;
> > +ÂÂÂÂÂÂÂ }
> > +ÂÂÂ } while (--retry);
> > +}
> > +
> > +int vfio_ap_mdev_reset_queue(unsigned int apid, unsigned int apqi)
> > +{
> > +ÂÂÂ struct ap_queue_status status;
> > +ÂÂÂ int retry = 5;
> > ÂÂÂÂÂ do {
> > ÂÂÂÂÂÂÂÂÂ status = ap_zapq(AP_MKQID(apid, apqi));
> > ÂÂÂÂÂÂÂÂÂ switch (status.response_code) {
> > ÂÂÂÂÂÂÂÂÂ case AP_RESPONSE_NORMAL:
> > +ÂÂÂÂÂÂÂÂÂÂÂ vfio_ap_mdev_wait_for_qempty(apid, apqi);
> > +ÂÂÂÂÂÂÂÂÂÂÂ return 0;
> > +ÂÂÂÂÂÂÂ case AP_RESPONSE_DECONFIGURED:
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂ return 0;
> > ÂÂÂÂÂÂÂÂÂ case AP_RESPONSE_RESET_IN_PROGRESS:
> > ÂÂÂÂÂÂÂÂÂ case AP_RESPONSE_BUSY:
> > @@ -778,7 +807,7 @@ static int vfio_ap_mdev_reset_queues(struct 
> > mdev_device *mdev)
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ matrix_mdev->matrix.apm_max + 1) {
> > ÂÂÂÂÂÂÂÂÂ for_each_set_bit_inv(apqi, matrix_mdev->matrix.aqm,
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ matrix_mdev->matrix.aqm_max + 1) {
> > -ÂÂÂÂÂÂÂÂÂÂÂ ret = vfio_ap_mdev_reset_queue(apid, apqi, 1);
> > +ÂÂÂÂÂÂÂÂÂÂÂ ret = vfio_ap_mdev_reset_queue(apid, apqi);
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂ /*
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂÂ * Regardless whether a queue turns out to be busy, or
> > ÂÂÂÂÂÂÂÂÂÂÂÂÂÂ * is not operational, we need to continue resetting