drivers/crypto/intel/qat/qat_common/adf_aer.c

   1 // SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only)
   2 /* Copyright(c) 2014 - 2020 Intel Corporation */
   3 #include <linux/kernel.h>
   4 #include <linux/pci.h>
   5 #include <linux/completion.h>
   6 #include <linux/workqueue.h>
   7 #include <linux/delay.h>
   8 #include "adf_accel_devices.h"
   9 #include "adf_common_drv.h"
  10
  11 static struct workqueue_struct *device_reset_wq;
  12
  13 static pci_ers_result_t adf_error_detected(struct pci_dev *pdev,
  14                                            pci_channel_state_t state)
  15 {
  16         struct adf_accel_dev *accel_dev = adf_devmgr_pci_to_accel_dev(pdev);
  17
  18         dev_info(&pdev->dev, "Acceleration driver hardware error detected.\n");
  19         if (!accel_dev) {
  20                 dev_err(&pdev->dev, "Can't find acceleration device\n");
  21                 return PCI_ERS_RESULT_DISCONNECT;
  22         }
  23
  24         if (state == pci_channel_io_perm_failure) {
  25                 dev_err(&pdev->dev, "Can't recover from device error\n");
  26                 return PCI_ERS_RESULT_DISCONNECT;
  27         }
  28
  29         return PCI_ERS_RESULT_NEED_RESET;
  30 }
  31
  32 /* reset dev data */
  33 struct adf_reset_dev_data {
  34         int mode;
  35         struct adf_accel_dev *accel_dev;
  36         struct completion compl;
  37         struct work_struct reset_work;
  38 };
  39
  40 void adf_reset_sbr(struct adf_accel_dev *accel_dev)
  41 {
  42         struct pci_dev *pdev = accel_to_pci_dev(accel_dev);
  43         struct pci_dev *parent = pdev->bus->self;
  44         u16 bridge_ctl = 0;
  45
  46         if (!parent)
  47                 parent = pdev;
  48
  49         if (!pci_wait_for_pending_transaction(pdev))
  50                 dev_info(&GET_DEV(accel_dev),
  51                          "Transaction still in progress. Proceeding\n");
  52
  53         dev_info(&GET_DEV(accel_dev), "Secondary bus reset\n");
  54
  55         pci_read_config_word(parent, PCI_BRIDGE_CONTROL, &bridge_ctl);
  56         bridge_ctl |= PCI_BRIDGE_CTL_BUS_RESET;
  57         pci_write_config_word(parent, PCI_BRIDGE_CONTROL, bridge_ctl);
  58         msleep(100);
  59         bridge_ctl &= ~PCI_BRIDGE_CTL_BUS_RESET;
  60         pci_write_config_word(parent, PCI_BRIDGE_CONTROL, bridge_ctl);
  61         msleep(100);
  62 }
  63 EXPORT_SYMBOL_GPL(adf_reset_sbr);
  64
  65 void adf_reset_flr(struct adf_accel_dev *accel_dev)
  66 {
  67         pcie_flr(accel_to_pci_dev(accel_dev));
  68 }
  69 EXPORT_SYMBOL_GPL(adf_reset_flr);
  70
  71 void adf_dev_restore(struct adf_accel_dev *accel_dev)
  72 {
  73         struct adf_hw_device_data *hw_device = accel_dev->hw_device;
  74         struct pci_dev *pdev = accel_to_pci_dev(accel_dev);
  75
  76         if (hw_device->reset_device) {
  77                 dev_info(&GET_DEV(accel_dev), "Resetting device qat_dev%d\n",
  78                          accel_dev->accel_id);
  79                 hw_device->reset_device(accel_dev);
  80                 pci_restore_state(pdev);
  81                 pci_save_state(pdev);
  82         }
  83 }
  84
  85 static void adf_device_reset_worker(struct work_struct *work)
  86 {
  87         struct adf_reset_dev_data *reset_data =
  88                   container_of(work, struct adf_reset_dev_data, reset_work);
  89         struct adf_accel_dev *accel_dev = reset_data->accel_dev;
  90
  91         adf_dev_restarting_notify(accel_dev);
  92         if (adf_dev_restart(accel_dev)) {
  93                 /* The device hanged and we can't restart it so stop here */
  94                 dev_err(&GET_DEV(accel_dev), "Restart device failed\n");
  95                 if (reset_data->mode == ADF_DEV_RESET_ASYNC)
  96                         kfree(reset_data);
  97                 WARN(1, "QAT: device restart failed. Device is unusable\n");
  98                 return;
  99         }
 100         adf_dev_restarted_notify(accel_dev);
 101         clear_bit(ADF_STATUS_RESTARTING, &accel_dev->status);
 102
 103         /* The dev is back alive. Notify the caller if in sync mode */
 104         if (reset_data->mode == ADF_DEV_RESET_SYNC)
 105                 complete(&reset_data->compl);
 106         else
 107                 kfree(reset_data);
 108 }
 109
 110 static int adf_dev_aer_schedule_reset(struct adf_accel_dev *accel_dev,
 111                                       enum adf_dev_reset_mode mode)
 112 {
 113         struct adf_reset_dev_data *reset_data;
 114
 115         if (!adf_dev_started(accel_dev) ||
 116             test_bit(ADF_STATUS_RESTARTING, &accel_dev->status))
 117                 return 0;
 118
 119         set_bit(ADF_STATUS_RESTARTING, &accel_dev->status);
 120         reset_data = kzalloc(sizeof(*reset_data), GFP_KERNEL);
 121         if (!reset_data)
 122                 return -ENOMEM;
 123         reset_data->accel_dev = accel_dev;
 124         init_completion(&reset_data->compl);
 125         reset_data->mode = mode;
 126         INIT_WORK(&reset_data->reset_work, adf_device_reset_worker);
 127         queue_work(device_reset_wq, &reset_data->reset_work);
 128
 129         /* If in sync mode wait for the result */
 130         if (mode == ADF_DEV_RESET_SYNC) {
 131                 int ret = 0;
 132                 /* Maximum device reset time is 10 seconds */
 133                 unsigned long wait_jiffies = msecs_to_jiffies(10000);
 134                 unsigned long timeout = wait_for_completion_timeout(
 135                                    &reset_data->compl, wait_jiffies);
 136                 if (!timeout) {
 137                         dev_err(&GET_DEV(accel_dev),
 138                                 "Reset device timeout expired\n");
 139                         ret = -EFAULT;
 140                 }
 141                 kfree(reset_data);
 142                 return ret;
 143         }
 144         return 0;
 145 }
 146
 147 static pci_ers_result_t adf_slot_reset(struct pci_dev *pdev)
 148 {
 149         struct adf_accel_dev *accel_dev = adf_devmgr_pci_to_accel_dev(pdev);
 150
 151         if (!accel_dev) {
 152                 pr_err("QAT: Can't find acceleration device\n");
 153                 return PCI_ERS_RESULT_DISCONNECT;
 154         }
 155         if (adf_dev_aer_schedule_reset(accel_dev, ADF_DEV_RESET_SYNC))
 156                 return PCI_ERS_RESULT_DISCONNECT;
 157
 158         return PCI_ERS_RESULT_RECOVERED;
 159 }
 160
 161 static void adf_resume(struct pci_dev *pdev)
 162 {
 163         dev_info(&pdev->dev, "Acceleration driver reset completed\n");
 164         dev_info(&pdev->dev, "Device is up and running\n");
 165 }
 166
 167 const struct pci_error_handlers adf_err_handler = {
 168         .error_detected = adf_error_detected,
 169         .slot_reset = adf_slot_reset,
 170         .resume = adf_resume,
 171 };
 172 EXPORT_SYMBOL_GPL(adf_err_handler);
 173
 174 int adf_init_aer(void)
 175 {
 176         device_reset_wq = alloc_workqueue("qat_device_reset_wq",
 177                                           WQ_MEM_RECLAIM, 0);
 178         return !device_reset_wq ? -EFAULT : 0;
 179 }
 180
 181 void adf_exit_aer(void)
 182 {
 183         if (device_reset_wq)
 184                 destroy_workqueue(device_reset_wq);
 185         device_reset_wq = NULL;
 186 }