/* * Intel MIC Platform Software Stack (MPSS) * * Copyright(c) 2013 Intel Corporation. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License, version 2, as * published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * The full GNU General Public License is included in this distribution in * the file called "COPYING". * * Intel MIC Host driver. * */ #include <linux/delay.h> #include <linux/firmware.h> #include <linux/pci.h> #include <linux/mic_common.h> #include <linux/mic_bus.h> #include "../common/mic_dev.h" #include "mic_device.h" #include "mic_smpt.h" #include "mic_virtio.h" static inline struct mic_device *mbdev_to_mdev(struct mbus_device *mbdev) { return dev_get_drvdata(mbdev->dev.parent); } static dma_addr_t mic_dma_map_page(struct device *dev, struct page *page, unsigned long offset, size_t size, enum dma_data_direction dir, struct dma_attrs *attrs) { void *va = phys_to_virt(page_to_phys(page)) + offset; struct mic_device *mdev = dev_get_drvdata(dev->parent); return mic_map_single(mdev, va, size); } static void mic_dma_unmap_page(struct device *dev, dma_addr_t dma_addr, size_t size, enum dma_data_direction dir, struct dma_attrs *attrs) { struct mic_device *mdev = dev_get_drvdata(dev->parent); mic_unmap_single(mdev, dma_addr, size); } static struct dma_map_ops mic_dma_ops = { .map_page = mic_dma_map_page, .unmap_page = mic_dma_unmap_page, }; static struct mic_irq * _mic_request_threaded_irq(struct mbus_device *mbdev, irq_handler_t handler, irq_handler_t thread_fn, const char *name, void *data, int intr_src) { return mic_request_threaded_irq(mbdev_to_mdev(mbdev), handler, thread_fn, name, data, intr_src, MIC_INTR_DMA); } static void _mic_free_irq(struct mbus_device *mbdev, struct mic_irq *cookie, void *data) { return mic_free_irq(mbdev_to_mdev(mbdev), cookie, data); } static void _mic_ack_interrupt(struct mbus_device *mbdev, int num) { struct mic_device *mdev = mbdev_to_mdev(mbdev); mdev->ops->intr_workarounds(mdev); } static struct mbus_hw_ops mbus_hw_ops = { .request_threaded_irq = _mic_request_threaded_irq, .free_irq = _mic_free_irq, .ack_interrupt = _mic_ack_interrupt, }; /** * mic_reset - Reset the MIC device. * @mdev: pointer to mic_device instance */ static void mic_reset(struct mic_device *mdev) { int i; #define MIC_RESET_TO (45) reinit_completion(&mdev->reset_wait); mdev->ops->reset_fw_ready(mdev); mdev->ops->reset(mdev); for (i = 0; i < MIC_RESET_TO; i++) { if (mdev->ops->is_fw_ready(mdev)) goto done; /* * Resets typically take 10s of seconds to complete. * Since an MMIO read is required to check if the * firmware is ready or not, a 1 second delay works nicely. */ msleep(1000); } mic_set_state(mdev, MIC_RESET_FAILED); done: complete_all(&mdev->reset_wait); } /* Initialize the MIC bootparams */ void mic_bootparam_init(struct mic_device *mdev) { struct mic_bootparam *bootparam = mdev->dp; bootparam->magic = cpu_to_le32(MIC_MAGIC); bootparam->c2h_shutdown_db = mdev->shutdown_db; bootparam->h2c_shutdown_db = -1; bootparam->h2c_config_db = -1; bootparam->shutdown_status = 0; bootparam->shutdown_card = 0; } /** * mic_start - Start the MIC. * @mdev: pointer to mic_device instance * @buf: buffer containing boot string including firmware/ramdisk path. * * This function prepares an MIC for boot and initiates boot. * RETURNS: An appropriate -ERRNO error value on error, or zero for success. */ int mic_start(struct mic_device *mdev, const char *buf) { int rc; mutex_lock(&mdev->mic_mutex); retry: if (MIC_OFFLINE != mdev->state) { rc = -EINVAL; goto unlock_ret; } if (!mdev->ops->is_fw_ready(mdev)) { mic_reset(mdev); /* * The state will either be MIC_OFFLINE if the reset succeeded * or MIC_RESET_FAILED if the firmware reset failed. */ goto retry; } mdev->dma_mbdev = mbus_register_device(mdev->sdev->parent, MBUS_DEV_DMA_HOST, &mic_dma_ops, &mbus_hw_ops, mdev->mmio.va); if (IS_ERR(mdev->dma_mbdev)) { rc = PTR_ERR(mdev->dma_mbdev); goto unlock_ret; } mdev->dma_ch = mic_request_dma_chan(mdev); if (!mdev->dma_ch) { rc = -ENXIO; goto dma_remove; } rc = mdev->ops->load_mic_fw(mdev, buf); if (rc) goto dma_release; mic_smpt_restore(mdev); mic_intr_restore(mdev); mdev->intr_ops->enable_interrupts(mdev); mdev->ops->write_spad(mdev, MIC_DPLO_SPAD, mdev->dp_dma_addr); mdev->ops->write_spad(mdev, MIC_DPHI_SPAD, mdev->dp_dma_addr >> 32); mdev->ops->send_firmware_intr(mdev); mic_set_state(mdev, MIC_ONLINE); goto unlock_ret; dma_release: dma_release_channel(mdev->dma_ch); dma_remove: mbus_unregister_device(mdev->dma_mbdev); unlock_ret: mutex_unlock(&mdev->mic_mutex); return rc; } /** * mic_stop - Prepare the MIC for reset and trigger reset. * @mdev: pointer to mic_device instance * @force: force a MIC to reset even if it is already offline. * * RETURNS: None. */ void mic_stop(struct mic_device *mdev, bool force) { mutex_lock(&mdev->mic_mutex); if (MIC_OFFLINE != mdev->state || force) { mic_virtio_reset_devices(mdev); if (mdev->dma_ch) { dma_release_channel(mdev->dma_ch); mdev->dma_ch = NULL; } mbus_unregister_device(mdev->dma_mbdev); mic_bootparam_init(mdev); mic_reset(mdev); if (MIC_RESET_FAILED == mdev->state) goto unlock; mic_set_shutdown_status(mdev, MIC_NOP); if (MIC_SUSPENDED != mdev->state) mic_set_state(mdev, MIC_OFFLINE); } unlock: mutex_unlock(&mdev->mic_mutex); } /** * mic_shutdown - Initiate MIC shutdown. * @mdev: pointer to mic_device instance * * RETURNS: None. */ void mic_shutdown(struct mic_device *mdev) { struct mic_bootparam *bootparam = mdev->dp; s8 db = bootparam->h2c_shutdown_db; mutex_lock(&mdev->mic_mutex); if (MIC_ONLINE == mdev->state && db != -1) { bootparam->shutdown_card = 1; mdev->ops->send_intr(mdev, db); mic_set_state(mdev, MIC_SHUTTING_DOWN); } mutex_unlock(&mdev->mic_mutex); } /** * mic_shutdown_work - Handle shutdown interrupt from MIC. * @work: The work structure. * * This work is scheduled whenever the host has received a shutdown * interrupt from the MIC. */ void mic_shutdown_work(struct work_struct *work) { struct mic_device *mdev = container_of(work, struct mic_device, shutdown_work); struct mic_bootparam *bootparam = mdev->dp; mutex_lock(&mdev->mic_mutex); mic_set_shutdown_status(mdev, bootparam->shutdown_status); bootparam->shutdown_status = 0; /* * if state is MIC_SUSPENDED, OSPM suspend is in progress. We do not * change the state here so as to prevent users from booting the card * during and after the suspend operation. */ if (MIC_SHUTTING_DOWN != mdev->state && MIC_SUSPENDED != mdev->state) mic_set_state(mdev, MIC_SHUTTING_DOWN); mutex_unlock(&mdev->mic_mutex); } /** * mic_reset_trigger_work - Trigger MIC reset. * @work: The work structure. * * This work is scheduled whenever the host wants to reset the MIC. */ void mic_reset_trigger_work(struct work_struct *work) { struct mic_device *mdev = container_of(work, struct mic_device, reset_trigger_work); mic_stop(mdev, false); } /** * mic_complete_resume - Complete MIC Resume after an OSPM suspend/hibernate * event. * @mdev: pointer to mic_device instance * * RETURNS: None. */ void mic_complete_resume(struct mic_device *mdev) { if (mdev->state != MIC_SUSPENDED) { dev_warn(mdev->sdev->parent, "state %d should be %d\n", mdev->state, MIC_SUSPENDED); return; } /* Make sure firmware is ready */ if (!mdev->ops->is_fw_ready(mdev)) mic_stop(mdev, true); mutex_lock(&mdev->mic_mutex); mic_set_state(mdev, MIC_OFFLINE); mutex_unlock(&mdev->mic_mutex); } /** * mic_prepare_suspend - Handle suspend notification for the MIC device. * @mdev: pointer to mic_device instance * * RETURNS: None. */ void mic_prepare_suspend(struct mic_device *mdev) { unsigned long timeout; #define MIC_SUSPEND_TIMEOUT (60 * HZ) mutex_lock(&mdev->mic_mutex); switch (mdev->state) { case MIC_OFFLINE: /* * Card is already offline. Set state to MIC_SUSPENDED * to prevent users from booting the card. */ mic_set_state(mdev, MIC_SUSPENDED); mutex_unlock(&mdev->mic_mutex); break; case MIC_ONLINE: /* * Card is online. Set state to MIC_SUSPENDING and notify * MIC user space daemon which will issue card * shutdown and reset. */ mic_set_state(mdev, MIC_SUSPENDING); mutex_unlock(&mdev->mic_mutex); timeout = wait_for_completion_timeout(&mdev->reset_wait, MIC_SUSPEND_TIMEOUT); /* Force reset the card if the shutdown completion timed out */ if (!timeout) { mutex_lock(&mdev->mic_mutex); mic_set_state(mdev, MIC_SUSPENDED); mutex_unlock(&mdev->mic_mutex); mic_stop(mdev, true); } break; case MIC_SHUTTING_DOWN: /* * Card is shutting down. Set state to MIC_SUSPENDED * to prevent further boot of the card. */ mic_set_state(mdev, MIC_SUSPENDED); mutex_unlock(&mdev->mic_mutex); timeout = wait_for_completion_timeout(&mdev->reset_wait, MIC_SUSPEND_TIMEOUT); /* Force reset the card if the shutdown completion timed out */ if (!timeout) mic_stop(mdev, true); break; default: mutex_unlock(&mdev->mic_mutex); break; } } /** * mic_suspend - Initiate MIC suspend. Suspend merely issues card shutdown. * @mdev: pointer to mic_device instance * * RETURNS: None. */ void mic_suspend(struct mic_device *mdev) { struct mic_bootparam *bootparam = mdev->dp; s8 db = bootparam->h2c_shutdown_db; mutex_lock(&mdev->mic_mutex); if (MIC_SUSPENDING == mdev->state && db != -1) { bootparam->shutdown_card = 1; mdev->ops->send_intr(mdev, db); mic_set_state(mdev, MIC_SUSPENDED); } mutex_unlock(&mdev->mic_mutex); }