3d21c41f7e
This patch replaces cmd_pos/res_pos with pointer cmd_next/res_next. In old code, we must to add one to shift ring to the next segment, and then use this value to caculate current offset from ring base for each DMA operation. Now these pointers helps us to simplify flow, so we just need to move pointers and check the boundaries of ring. Signed-off-by: Ryder Lee <ryder.lee@mediatek.com> Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
608 lines
17 KiB
C
608 lines
17 KiB
C
/*
|
|
* Driver for EIP97 cryptographic accelerator.
|
|
*
|
|
* Copyright (c) 2016 Ryder Lee <ryder.lee@mediatek.com>
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
*/
|
|
|
|
#include <linux/clk.h>
|
|
#include <linux/init.h>
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/platform_device.h>
|
|
#include <linux/pm_runtime.h>
|
|
#include "mtk-platform.h"
|
|
|
|
#define MTK_BURST_SIZE_MSK GENMASK(7, 4)
|
|
#define MTK_BURST_SIZE(x) ((x) << 4)
|
|
#define MTK_DESC_SIZE(x) ((x) << 0)
|
|
#define MTK_DESC_OFFSET(x) ((x) << 16)
|
|
#define MTK_DESC_FETCH_SIZE(x) ((x) << 0)
|
|
#define MTK_DESC_FETCH_THRESH(x) ((x) << 16)
|
|
#define MTK_DESC_OVL_IRQ_EN BIT(25)
|
|
#define MTK_DESC_ATP_PRESENT BIT(30)
|
|
|
|
#define MTK_DFSE_IDLE GENMASK(3, 0)
|
|
#define MTK_DFSE_THR_CTRL_EN BIT(30)
|
|
#define MTK_DFSE_THR_CTRL_RESET BIT(31)
|
|
#define MTK_DFSE_RING_ID(x) (((x) >> 12) & GENMASK(3, 0))
|
|
#define MTK_DFSE_MIN_DATA(x) ((x) << 0)
|
|
#define MTK_DFSE_MAX_DATA(x) ((x) << 8)
|
|
#define MTK_DFE_MIN_CTRL(x) ((x) << 16)
|
|
#define MTK_DFE_MAX_CTRL(x) ((x) << 24)
|
|
|
|
#define MTK_IN_BUF_MIN_THRESH(x) ((x) << 8)
|
|
#define MTK_IN_BUF_MAX_THRESH(x) ((x) << 12)
|
|
#define MTK_OUT_BUF_MIN_THRESH(x) ((x) << 0)
|
|
#define MTK_OUT_BUF_MAX_THRESH(x) ((x) << 4)
|
|
#define MTK_IN_TBUF_SIZE(x) (((x) >> 4) & GENMASK(3, 0))
|
|
#define MTK_IN_DBUF_SIZE(x) (((x) >> 8) & GENMASK(3, 0))
|
|
#define MTK_OUT_DBUF_SIZE(x) (((x) >> 16) & GENMASK(3, 0))
|
|
#define MTK_CMD_FIFO_SIZE(x) (((x) >> 8) & GENMASK(3, 0))
|
|
#define MTK_RES_FIFO_SIZE(x) (((x) >> 12) & GENMASK(3, 0))
|
|
|
|
#define MTK_PE_TK_LOC_AVL BIT(2)
|
|
#define MTK_PE_PROC_HELD BIT(14)
|
|
#define MTK_PE_TK_TIMEOUT_EN BIT(22)
|
|
#define MTK_PE_INPUT_DMA_ERR BIT(0)
|
|
#define MTK_PE_OUTPUT_DMA_ERR BIT(1)
|
|
#define MTK_PE_PKT_PORC_ERR BIT(2)
|
|
#define MTK_PE_PKT_TIMEOUT BIT(3)
|
|
#define MTK_PE_FATAL_ERR BIT(14)
|
|
#define MTK_PE_INPUT_DMA_ERR_EN BIT(16)
|
|
#define MTK_PE_OUTPUT_DMA_ERR_EN BIT(17)
|
|
#define MTK_PE_PKT_PORC_ERR_EN BIT(18)
|
|
#define MTK_PE_PKT_TIMEOUT_EN BIT(19)
|
|
#define MTK_PE_FATAL_ERR_EN BIT(30)
|
|
#define MTK_PE_INT_OUT_EN BIT(31)
|
|
|
|
#define MTK_HIA_SIGNATURE ((u16)0x35ca)
|
|
#define MTK_HIA_DATA_WIDTH(x) (((x) >> 25) & GENMASK(1, 0))
|
|
#define MTK_HIA_DMA_LENGTH(x) (((x) >> 20) & GENMASK(4, 0))
|
|
#define MTK_CDR_STAT_CLR GENMASK(4, 0)
|
|
#define MTK_RDR_STAT_CLR GENMASK(7, 0)
|
|
|
|
#define MTK_AIC_INT_MSK GENMASK(5, 0)
|
|
#define MTK_AIC_VER_MSK (GENMASK(15, 0) | GENMASK(27, 20))
|
|
#define MTK_AIC_VER11 0x011036c9
|
|
#define MTK_AIC_VER12 0x012036c9
|
|
#define MTK_AIC_G_CLR GENMASK(30, 20)
|
|
|
|
/**
|
|
* EIP97 is an integrated security subsystem to accelerate cryptographic
|
|
* functions and protocols to offload the host processor.
|
|
* Some important hardware modules are briefly introduced below:
|
|
*
|
|
* Host Interface Adapter(HIA) - the main interface between the host
|
|
* system and the hardware subsystem. It is responsible for attaching
|
|
* processing engine to the specific host bus interface and provides a
|
|
* standardized software view for off loading tasks to the engine.
|
|
*
|
|
* Command Descriptor Ring Manager(CDR Manager) - keeps track of how many
|
|
* CD the host has prepared in the CDR. It monitors the fill level of its
|
|
* CD-FIFO and if there's sufficient space for the next block of descriptors,
|
|
* then it fires off a DMA request to fetch a block of CDs.
|
|
*
|
|
* Data fetch engine(DFE) - It is responsible for parsing the CD and
|
|
* setting up the required control and packet data DMA transfers from
|
|
* system memory to the processing engine.
|
|
*
|
|
* Result Descriptor Ring Manager(RDR Manager) - same as CDR Manager,
|
|
* but target is result descriptors, Moreover, it also handles the RD
|
|
* updates under control of the DSE. For each packet data segment
|
|
* processed, the DSE triggers the RDR Manager to write the updated RD.
|
|
* If triggered to update, the RDR Manager sets up a DMA operation to
|
|
* copy the RD from the DSE to the correct location in the RDR.
|
|
*
|
|
* Data Store Engine(DSE) - It is responsible for parsing the prepared RD
|
|
* and setting up the required control and packet data DMA transfers from
|
|
* the processing engine to system memory.
|
|
*
|
|
* Advanced Interrupt Controllers(AICs) - receive interrupt request signals
|
|
* from various sources and combine them into one interrupt output.
|
|
* The AICs are used by:
|
|
* - One for the HIA global and processing engine interrupts.
|
|
* - The others for the descriptor ring interrupts.
|
|
*/
|
|
|
|
/* Cryptographic engine capabilities */
|
|
struct mtk_sys_cap {
|
|
/* host interface adapter */
|
|
u32 hia_ver;
|
|
u32 hia_opt;
|
|
/* packet engine */
|
|
u32 pkt_eng_opt;
|
|
/* global hardware */
|
|
u32 hw_opt;
|
|
};
|
|
|
|
static void mtk_desc_ring_link(struct mtk_cryp *cryp, u32 mask)
|
|
{
|
|
/* Assign rings to DFE/DSE thread and enable it */
|
|
writel(MTK_DFSE_THR_CTRL_EN | mask, cryp->base + DFE_THR_CTRL);
|
|
writel(MTK_DFSE_THR_CTRL_EN | mask, cryp->base + DSE_THR_CTRL);
|
|
}
|
|
|
|
static void mtk_dfe_dse_buf_setup(struct mtk_cryp *cryp,
|
|
struct mtk_sys_cap *cap)
|
|
{
|
|
u32 width = MTK_HIA_DATA_WIDTH(cap->hia_opt) + 2;
|
|
u32 len = MTK_HIA_DMA_LENGTH(cap->hia_opt) - 1;
|
|
u32 ipbuf = min((u32)MTK_IN_DBUF_SIZE(cap->hw_opt) + width, len);
|
|
u32 opbuf = min((u32)MTK_OUT_DBUF_SIZE(cap->hw_opt) + width, len);
|
|
u32 itbuf = min((u32)MTK_IN_TBUF_SIZE(cap->hw_opt) + width, len);
|
|
|
|
writel(MTK_DFSE_MIN_DATA(ipbuf - 1) |
|
|
MTK_DFSE_MAX_DATA(ipbuf) |
|
|
MTK_DFE_MIN_CTRL(itbuf - 1) |
|
|
MTK_DFE_MAX_CTRL(itbuf),
|
|
cryp->base + DFE_CFG);
|
|
|
|
writel(MTK_DFSE_MIN_DATA(opbuf - 1) |
|
|
MTK_DFSE_MAX_DATA(opbuf),
|
|
cryp->base + DSE_CFG);
|
|
|
|
writel(MTK_IN_BUF_MIN_THRESH(ipbuf - 1) |
|
|
MTK_IN_BUF_MAX_THRESH(ipbuf),
|
|
cryp->base + PE_IN_DBUF_THRESH);
|
|
|
|
writel(MTK_IN_BUF_MIN_THRESH(itbuf - 1) |
|
|
MTK_IN_BUF_MAX_THRESH(itbuf),
|
|
cryp->base + PE_IN_TBUF_THRESH);
|
|
|
|
writel(MTK_OUT_BUF_MIN_THRESH(opbuf - 1) |
|
|
MTK_OUT_BUF_MAX_THRESH(opbuf),
|
|
cryp->base + PE_OUT_DBUF_THRESH);
|
|
|
|
writel(0, cryp->base + PE_OUT_TBUF_THRESH);
|
|
writel(0, cryp->base + PE_OUT_BUF_CTRL);
|
|
}
|
|
|
|
static int mtk_dfe_dse_state_check(struct mtk_cryp *cryp)
|
|
{
|
|
int ret = -EINVAL;
|
|
u32 val;
|
|
|
|
/* Check for completion of all DMA transfers */
|
|
val = readl(cryp->base + DFE_THR_STAT);
|
|
if (MTK_DFSE_RING_ID(val) == MTK_DFSE_IDLE) {
|
|
val = readl(cryp->base + DSE_THR_STAT);
|
|
if (MTK_DFSE_RING_ID(val) == MTK_DFSE_IDLE)
|
|
ret = 0;
|
|
}
|
|
|
|
if (!ret) {
|
|
/* Take DFE/DSE thread out of reset */
|
|
writel(0, cryp->base + DFE_THR_CTRL);
|
|
writel(0, cryp->base + DSE_THR_CTRL);
|
|
} else {
|
|
return -EBUSY;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int mtk_dfe_dse_reset(struct mtk_cryp *cryp)
|
|
{
|
|
int err;
|
|
|
|
/* Reset DSE/DFE and correct system priorities for all rings. */
|
|
writel(MTK_DFSE_THR_CTRL_RESET, cryp->base + DFE_THR_CTRL);
|
|
writel(0, cryp->base + DFE_PRIO_0);
|
|
writel(0, cryp->base + DFE_PRIO_1);
|
|
writel(0, cryp->base + DFE_PRIO_2);
|
|
writel(0, cryp->base + DFE_PRIO_3);
|
|
|
|
writel(MTK_DFSE_THR_CTRL_RESET, cryp->base + DSE_THR_CTRL);
|
|
writel(0, cryp->base + DSE_PRIO_0);
|
|
writel(0, cryp->base + DSE_PRIO_1);
|
|
writel(0, cryp->base + DSE_PRIO_2);
|
|
writel(0, cryp->base + DSE_PRIO_3);
|
|
|
|
err = mtk_dfe_dse_state_check(cryp);
|
|
if (err)
|
|
return err;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void mtk_cmd_desc_ring_setup(struct mtk_cryp *cryp,
|
|
int i, struct mtk_sys_cap *cap)
|
|
{
|
|
/* Full descriptor that fits FIFO minus one */
|
|
u32 count =
|
|
((1 << MTK_CMD_FIFO_SIZE(cap->hia_opt)) / MTK_DESC_SZ) - 1;
|
|
|
|
/* Temporarily disable external triggering */
|
|
writel(0, cryp->base + CDR_CFG(i));
|
|
|
|
/* Clear CDR count */
|
|
writel(MTK_CNT_RST, cryp->base + CDR_PREP_COUNT(i));
|
|
writel(MTK_CNT_RST, cryp->base + CDR_PROC_COUNT(i));
|
|
|
|
writel(0, cryp->base + CDR_PREP_PNTR(i));
|
|
writel(0, cryp->base + CDR_PROC_PNTR(i));
|
|
writel(0, cryp->base + CDR_DMA_CFG(i));
|
|
|
|
/* Configure CDR host address space */
|
|
writel(0, cryp->base + CDR_BASE_ADDR_HI(i));
|
|
writel(cryp->ring[i]->cmd_dma, cryp->base + CDR_BASE_ADDR_LO(i));
|
|
|
|
writel(MTK_DESC_RING_SZ, cryp->base + CDR_RING_SIZE(i));
|
|
|
|
/* Clear and disable all CDR interrupts */
|
|
writel(MTK_CDR_STAT_CLR, cryp->base + CDR_STAT(i));
|
|
|
|
/*
|
|
* Set command descriptor offset and enable additional
|
|
* token present in descriptor.
|
|
*/
|
|
writel(MTK_DESC_SIZE(MTK_DESC_SZ) |
|
|
MTK_DESC_OFFSET(MTK_DESC_OFF) |
|
|
MTK_DESC_ATP_PRESENT,
|
|
cryp->base + CDR_DESC_SIZE(i));
|
|
|
|
writel(MTK_DESC_FETCH_SIZE(count * MTK_DESC_OFF) |
|
|
MTK_DESC_FETCH_THRESH(count * MTK_DESC_SZ),
|
|
cryp->base + CDR_CFG(i));
|
|
}
|
|
|
|
static void mtk_res_desc_ring_setup(struct mtk_cryp *cryp,
|
|
int i, struct mtk_sys_cap *cap)
|
|
{
|
|
u32 rndup = 2;
|
|
u32 count = ((1 << MTK_RES_FIFO_SIZE(cap->hia_opt)) / rndup) - 1;
|
|
|
|
/* Temporarily disable external triggering */
|
|
writel(0, cryp->base + RDR_CFG(i));
|
|
|
|
/* Clear RDR count */
|
|
writel(MTK_CNT_RST, cryp->base + RDR_PREP_COUNT(i));
|
|
writel(MTK_CNT_RST, cryp->base + RDR_PROC_COUNT(i));
|
|
|
|
writel(0, cryp->base + RDR_PREP_PNTR(i));
|
|
writel(0, cryp->base + RDR_PROC_PNTR(i));
|
|
writel(0, cryp->base + RDR_DMA_CFG(i));
|
|
|
|
/* Configure RDR host address space */
|
|
writel(0, cryp->base + RDR_BASE_ADDR_HI(i));
|
|
writel(cryp->ring[i]->res_dma, cryp->base + RDR_BASE_ADDR_LO(i));
|
|
|
|
writel(MTK_DESC_RING_SZ, cryp->base + RDR_RING_SIZE(i));
|
|
writel(MTK_RDR_STAT_CLR, cryp->base + RDR_STAT(i));
|
|
|
|
/*
|
|
* RDR manager generates update interrupts on a per-completed-packet,
|
|
* and the rd_proc_thresh_irq interrupt is fired when proc_pkt_count
|
|
* for the RDR exceeds the number of packets.
|
|
*/
|
|
writel(MTK_RDR_PROC_THRESH | MTK_RDR_PROC_MODE,
|
|
cryp->base + RDR_THRESH(i));
|
|
|
|
/*
|
|
* Configure a threshold and time-out value for the processed
|
|
* result descriptors (or complete packets) that are written to
|
|
* the RDR.
|
|
*/
|
|
writel(MTK_DESC_SIZE(MTK_DESC_SZ) | MTK_DESC_OFFSET(MTK_DESC_OFF),
|
|
cryp->base + RDR_DESC_SIZE(i));
|
|
|
|
/*
|
|
* Configure HIA fetch size and fetch threshold that are used to
|
|
* fetch blocks of multiple descriptors.
|
|
*/
|
|
writel(MTK_DESC_FETCH_SIZE(count * MTK_DESC_OFF) |
|
|
MTK_DESC_FETCH_THRESH(count * rndup) |
|
|
MTK_DESC_OVL_IRQ_EN,
|
|
cryp->base + RDR_CFG(i));
|
|
}
|
|
|
|
static int mtk_packet_engine_setup(struct mtk_cryp *cryp)
|
|
{
|
|
struct mtk_sys_cap cap;
|
|
int i, err;
|
|
u32 val;
|
|
|
|
cap.hia_ver = readl(cryp->base + HIA_VERSION);
|
|
cap.hia_opt = readl(cryp->base + HIA_OPTIONS);
|
|
cap.hw_opt = readl(cryp->base + EIP97_OPTIONS);
|
|
|
|
if (!(((u16)cap.hia_ver) == MTK_HIA_SIGNATURE))
|
|
return -EINVAL;
|
|
|
|
/* Configure endianness conversion method for master (DMA) interface */
|
|
writel(0, cryp->base + EIP97_MST_CTRL);
|
|
|
|
/* Set HIA burst size */
|
|
val = readl(cryp->base + HIA_MST_CTRL);
|
|
val &= ~MTK_BURST_SIZE_MSK;
|
|
val |= MTK_BURST_SIZE(5);
|
|
writel(val, cryp->base + HIA_MST_CTRL);
|
|
|
|
err = mtk_dfe_dse_reset(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Failed to reset DFE and DSE.\n");
|
|
return err;
|
|
}
|
|
|
|
mtk_dfe_dse_buf_setup(cryp, &cap);
|
|
|
|
/* Enable the 4 rings for the packet engines. */
|
|
mtk_desc_ring_link(cryp, 0xf);
|
|
|
|
for (i = 0; i < MTK_RING_MAX; i++) {
|
|
mtk_cmd_desc_ring_setup(cryp, i, &cap);
|
|
mtk_res_desc_ring_setup(cryp, i, &cap);
|
|
}
|
|
|
|
writel(MTK_PE_TK_LOC_AVL | MTK_PE_PROC_HELD | MTK_PE_TK_TIMEOUT_EN,
|
|
cryp->base + PE_TOKEN_CTRL_STAT);
|
|
|
|
/* Clear all pending interrupts */
|
|
writel(MTK_AIC_G_CLR, cryp->base + AIC_G_ACK);
|
|
writel(MTK_PE_INPUT_DMA_ERR | MTK_PE_OUTPUT_DMA_ERR |
|
|
MTK_PE_PKT_PORC_ERR | MTK_PE_PKT_TIMEOUT |
|
|
MTK_PE_FATAL_ERR | MTK_PE_INPUT_DMA_ERR_EN |
|
|
MTK_PE_OUTPUT_DMA_ERR_EN | MTK_PE_PKT_PORC_ERR_EN |
|
|
MTK_PE_PKT_TIMEOUT_EN | MTK_PE_FATAL_ERR_EN |
|
|
MTK_PE_INT_OUT_EN,
|
|
cryp->base + PE_INTERRUPT_CTRL_STAT);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int mtk_aic_cap_check(struct mtk_cryp *cryp, int hw)
|
|
{
|
|
u32 val;
|
|
|
|
if (hw == MTK_RING_MAX)
|
|
val = readl(cryp->base + AIC_G_VERSION);
|
|
else
|
|
val = readl(cryp->base + AIC_VERSION(hw));
|
|
|
|
val &= MTK_AIC_VER_MSK;
|
|
if (val != MTK_AIC_VER11 && val != MTK_AIC_VER12)
|
|
return -ENXIO;
|
|
|
|
if (hw == MTK_RING_MAX)
|
|
val = readl(cryp->base + AIC_G_OPTIONS);
|
|
else
|
|
val = readl(cryp->base + AIC_OPTIONS(hw));
|
|
|
|
val &= MTK_AIC_INT_MSK;
|
|
if (!val || val > 32)
|
|
return -ENXIO;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int mtk_aic_init(struct mtk_cryp *cryp, int hw)
|
|
{
|
|
int err;
|
|
|
|
err = mtk_aic_cap_check(cryp, hw);
|
|
if (err)
|
|
return err;
|
|
|
|
/* Disable all interrupts and set initial configuration */
|
|
if (hw == MTK_RING_MAX) {
|
|
writel(0, cryp->base + AIC_G_ENABLE_CTRL);
|
|
writel(0, cryp->base + AIC_G_POL_CTRL);
|
|
writel(0, cryp->base + AIC_G_TYPE_CTRL);
|
|
writel(0, cryp->base + AIC_G_ENABLE_SET);
|
|
} else {
|
|
writel(0, cryp->base + AIC_ENABLE_CTRL(hw));
|
|
writel(0, cryp->base + AIC_POL_CTRL(hw));
|
|
writel(0, cryp->base + AIC_TYPE_CTRL(hw));
|
|
writel(0, cryp->base + AIC_ENABLE_SET(hw));
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int mtk_accelerator_init(struct mtk_cryp *cryp)
|
|
{
|
|
int i, err;
|
|
|
|
/* Initialize advanced interrupt controller(AIC) */
|
|
for (i = 0; i < MTK_IRQ_NUM; i++) {
|
|
err = mtk_aic_init(cryp, i);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Failed to initialize AIC.\n");
|
|
return err;
|
|
}
|
|
}
|
|
|
|
/* Initialize packet engine */
|
|
err = mtk_packet_engine_setup(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Failed to configure packet engine.\n");
|
|
return err;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void mtk_desc_dma_free(struct mtk_cryp *cryp)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < MTK_RING_MAX; i++) {
|
|
dma_free_coherent(cryp->dev, MTK_DESC_RING_SZ,
|
|
cryp->ring[i]->res_base,
|
|
cryp->ring[i]->res_dma);
|
|
dma_free_coherent(cryp->dev, MTK_DESC_RING_SZ,
|
|
cryp->ring[i]->cmd_base,
|
|
cryp->ring[i]->cmd_dma);
|
|
kfree(cryp->ring[i]);
|
|
}
|
|
}
|
|
|
|
static int mtk_desc_ring_alloc(struct mtk_cryp *cryp)
|
|
{
|
|
struct mtk_ring **ring = cryp->ring;
|
|
int i, err = ENOMEM;
|
|
|
|
for (i = 0; i < MTK_RING_MAX; i++) {
|
|
ring[i] = kzalloc(sizeof(**ring), GFP_KERNEL);
|
|
if (!ring[i])
|
|
goto err_cleanup;
|
|
|
|
ring[i]->cmd_base = dma_zalloc_coherent(cryp->dev,
|
|
MTK_DESC_RING_SZ,
|
|
&ring[i]->cmd_dma,
|
|
GFP_KERNEL);
|
|
if (!ring[i]->cmd_base)
|
|
goto err_cleanup;
|
|
|
|
ring[i]->res_base = dma_zalloc_coherent(cryp->dev,
|
|
MTK_DESC_RING_SZ,
|
|
&ring[i]->res_dma,
|
|
GFP_KERNEL);
|
|
if (!ring[i]->res_base)
|
|
goto err_cleanup;
|
|
|
|
ring[i]->cmd_next = ring[i]->cmd_base;
|
|
ring[i]->res_next = ring[i]->res_base;
|
|
}
|
|
return 0;
|
|
|
|
err_cleanup:
|
|
for (; i--; ) {
|
|
dma_free_coherent(cryp->dev, MTK_DESC_RING_SZ,
|
|
ring[i]->res_base, ring[i]->res_dma);
|
|
dma_free_coherent(cryp->dev, MTK_DESC_RING_SZ,
|
|
ring[i]->cmd_base, ring[i]->cmd_dma);
|
|
kfree(ring[i]);
|
|
}
|
|
return err;
|
|
}
|
|
|
|
static int mtk_crypto_probe(struct platform_device *pdev)
|
|
{
|
|
struct resource *res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
|
|
struct mtk_cryp *cryp;
|
|
int i, err;
|
|
|
|
cryp = devm_kzalloc(&pdev->dev, sizeof(*cryp), GFP_KERNEL);
|
|
if (!cryp)
|
|
return -ENOMEM;
|
|
|
|
cryp->base = devm_ioremap_resource(&pdev->dev, res);
|
|
if (IS_ERR(cryp->base))
|
|
return PTR_ERR(cryp->base);
|
|
|
|
for (i = 0; i < MTK_IRQ_NUM; i++) {
|
|
cryp->irq[i] = platform_get_irq(pdev, i);
|
|
if (cryp->irq[i] < 0) {
|
|
dev_err(cryp->dev, "no IRQ:%d resource info\n", i);
|
|
return -ENXIO;
|
|
}
|
|
}
|
|
|
|
cryp->clk_ethif = devm_clk_get(&pdev->dev, "ethif");
|
|
cryp->clk_cryp = devm_clk_get(&pdev->dev, "cryp");
|
|
if (IS_ERR(cryp->clk_ethif) || IS_ERR(cryp->clk_cryp))
|
|
return -EPROBE_DEFER;
|
|
|
|
cryp->dev = &pdev->dev;
|
|
pm_runtime_enable(cryp->dev);
|
|
pm_runtime_get_sync(cryp->dev);
|
|
|
|
err = clk_prepare_enable(cryp->clk_ethif);
|
|
if (err)
|
|
goto err_clk_ethif;
|
|
|
|
err = clk_prepare_enable(cryp->clk_cryp);
|
|
if (err)
|
|
goto err_clk_cryp;
|
|
|
|
/* Allocate four command/result descriptor rings */
|
|
err = mtk_desc_ring_alloc(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Unable to allocate descriptor rings.\n");
|
|
goto err_resource;
|
|
}
|
|
|
|
/* Initialize hardware modules */
|
|
err = mtk_accelerator_init(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Failed to initialize cryptographic engine.\n");
|
|
goto err_engine;
|
|
}
|
|
|
|
err = mtk_cipher_alg_register(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Unable to register cipher algorithm.\n");
|
|
goto err_cipher;
|
|
}
|
|
|
|
err = mtk_hash_alg_register(cryp);
|
|
if (err) {
|
|
dev_err(cryp->dev, "Unable to register hash algorithm.\n");
|
|
goto err_hash;
|
|
}
|
|
|
|
platform_set_drvdata(pdev, cryp);
|
|
return 0;
|
|
|
|
err_hash:
|
|
mtk_cipher_alg_release(cryp);
|
|
err_cipher:
|
|
mtk_dfe_dse_reset(cryp);
|
|
err_engine:
|
|
mtk_desc_dma_free(cryp);
|
|
err_resource:
|
|
clk_disable_unprepare(cryp->clk_cryp);
|
|
err_clk_cryp:
|
|
clk_disable_unprepare(cryp->clk_ethif);
|
|
err_clk_ethif:
|
|
pm_runtime_put_sync(cryp->dev);
|
|
pm_runtime_disable(cryp->dev);
|
|
|
|
return err;
|
|
}
|
|
|
|
static int mtk_crypto_remove(struct platform_device *pdev)
|
|
{
|
|
struct mtk_cryp *cryp = platform_get_drvdata(pdev);
|
|
|
|
mtk_hash_alg_release(cryp);
|
|
mtk_cipher_alg_release(cryp);
|
|
mtk_desc_dma_free(cryp);
|
|
|
|
clk_disable_unprepare(cryp->clk_cryp);
|
|
clk_disable_unprepare(cryp->clk_ethif);
|
|
|
|
pm_runtime_put_sync(cryp->dev);
|
|
pm_runtime_disable(cryp->dev);
|
|
platform_set_drvdata(pdev, NULL);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static const struct of_device_id of_crypto_id[] = {
|
|
{ .compatible = "mediatek,eip97-crypto" },
|
|
{},
|
|
};
|
|
MODULE_DEVICE_TABLE(of, of_crypto_id);
|
|
|
|
static struct platform_driver mtk_crypto_driver = {
|
|
.probe = mtk_crypto_probe,
|
|
.remove = mtk_crypto_remove,
|
|
.driver = {
|
|
.name = "mtk-crypto",
|
|
.owner = THIS_MODULE,
|
|
.of_match_table = of_crypto_id,
|
|
},
|
|
};
|
|
module_platform_driver(mtk_crypto_driver);
|
|
|
|
MODULE_LICENSE("GPL");
|
|
MODULE_AUTHOR("Ryder Lee <ryder.lee@mediatek.com>");
|
|
MODULE_DESCRIPTION("Cryptographic accelerator driver for EIP97");
|