forked from Minki/linux
1a47401bb3
The port selection mask of a LUN can be corrupted when the manage LUN ioctl (DK_CXLFLASH_MANAGE_LUN) is issued more than once for any device. This mask indicates to the AFU which port[s] can be used for a data transfer to/from a particular LUN. The mask is critical to ensuring the correct behavior when using the virtual LUN function of this adapter. When the mask is configured for both ports, an I/O may be sent to either port as the AFU assumes that each port has access to the same physical device (specified by LUN ID in the port LUN table). In a situation where the mask becomes incorrectly configured to reflect access to both ports when in fact there is only access through a single port, an I/O can be targeted to the wrong physical device. This can lead to data corruption among other ill effects (e.g. security leaks). The cause for this corruption is the assumption that the ioctl will only be called a second time for a LUN when it is being configured for access via a second port. A boolean 'newly_created' variable is used to differentiate between a LUN that was created (and subsequently configured for single port access) and one that is destined for access across both ports. While initially set to 'true', this sticky boolean is toggled to the 'false' state during a lookup on any next ioctl performed on a device with a matching WWN/WWID. The code fails to realize that the match could in fact be the same device calling in again. From here, an assumption is made that any LUN with 'newly_created' set to 'false' is configured for access over both ports and the port selection mask is set to reflect this. Any future attempts to use this LUN for hosting a virtual LUN will result in the port LUN table being incorrectly programmed. As a remedy, the 'newly_created' concept was removed entirely and replaced with code that always constructs the port selection mask based upon the SCSI channel of the LUN being accessed. The bits remain sticky, therefore allowing for a device to be accessed over both ports when that is in fact the correct physical configuration. Also included in this commit are a few minor related changes to enhance the fix and provide better debug information for port selection mask and port LUN table bugs in the future. These include renaming refresh_local() to lookup_local(), tracing the WWN/WWID as a big-endian entity, and tracing the port selection mask, SCSI channel, and LUN ID each time the port LUN table is programmed. Signed-off-by: Matthew R. Ochs <mrochs@linux.vnet.ibm.com> Acked-by: Manoj Kumar <manoj@linux.vnet.ibm.com> Reviewed-by: Andrew Donnellan <andrew.donnellan@au1.ibm.com> Signed-off-by: James Bottomley <JBottomley@Odin.com>
270 lines
6.9 KiB
C
270 lines
6.9 KiB
C
/*
|
|
* CXL Flash Device Driver
|
|
*
|
|
* Written by: Manoj N. Kumar <manoj@linux.vnet.ibm.com>, IBM Corporation
|
|
* Matthew R. Ochs <mrochs@linux.vnet.ibm.com>, IBM Corporation
|
|
*
|
|
* Copyright (C) 2015 IBM Corporation
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*/
|
|
|
|
#include <misc/cxl.h>
|
|
#include <asm/unaligned.h>
|
|
|
|
#include <scsi/scsi_host.h>
|
|
#include <uapi/scsi/cxlflash_ioctl.h>
|
|
|
|
#include "sislite.h"
|
|
#include "common.h"
|
|
#include "vlun.h"
|
|
#include "superpipe.h"
|
|
|
|
/**
|
|
* create_local() - allocate and initialize a local LUN information structure
|
|
* @sdev: SCSI device associated with LUN.
|
|
* @wwid: World Wide Node Name for LUN.
|
|
*
|
|
* Return: Allocated local llun_info structure on success, NULL on failure
|
|
*/
|
|
static struct llun_info *create_local(struct scsi_device *sdev, u8 *wwid)
|
|
{
|
|
struct llun_info *lli = NULL;
|
|
|
|
lli = kzalloc(sizeof(*lli), GFP_KERNEL);
|
|
if (unlikely(!lli)) {
|
|
pr_err("%s: could not allocate lli\n", __func__);
|
|
goto out;
|
|
}
|
|
|
|
lli->sdev = sdev;
|
|
lli->host_no = sdev->host->host_no;
|
|
lli->in_table = false;
|
|
|
|
memcpy(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN);
|
|
out:
|
|
return lli;
|
|
}
|
|
|
|
/**
|
|
* create_global() - allocate and initialize a global LUN information structure
|
|
* @sdev: SCSI device associated with LUN.
|
|
* @wwid: World Wide Node Name for LUN.
|
|
*
|
|
* Return: Allocated global glun_info structure on success, NULL on failure
|
|
*/
|
|
static struct glun_info *create_global(struct scsi_device *sdev, u8 *wwid)
|
|
{
|
|
struct glun_info *gli = NULL;
|
|
|
|
gli = kzalloc(sizeof(*gli), GFP_KERNEL);
|
|
if (unlikely(!gli)) {
|
|
pr_err("%s: could not allocate gli\n", __func__);
|
|
goto out;
|
|
}
|
|
|
|
mutex_init(&gli->mutex);
|
|
memcpy(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN);
|
|
out:
|
|
return gli;
|
|
}
|
|
|
|
/**
|
|
* lookup_local() - find a local LUN information structure by WWID
|
|
* @cfg: Internal structure associated with the host.
|
|
* @wwid: WWID associated with LUN.
|
|
*
|
|
* Return: Found local lun_info structure on success, NULL on failure
|
|
*/
|
|
static struct llun_info *lookup_local(struct cxlflash_cfg *cfg, u8 *wwid)
|
|
{
|
|
struct llun_info *lli, *temp;
|
|
|
|
list_for_each_entry_safe(lli, temp, &cfg->lluns, list)
|
|
if (!memcmp(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN))
|
|
return lli;
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* lookup_global() - find a global LUN information structure by WWID
|
|
* @wwid: WWID associated with LUN.
|
|
*
|
|
* Return: Found global lun_info structure on success, NULL on failure
|
|
*/
|
|
static struct glun_info *lookup_global(u8 *wwid)
|
|
{
|
|
struct glun_info *gli, *temp;
|
|
|
|
list_for_each_entry_safe(gli, temp, &global.gluns, list)
|
|
if (!memcmp(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN))
|
|
return gli;
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* find_and_create_lun() - find or create a local LUN information structure
|
|
* @sdev: SCSI device associated with LUN.
|
|
* @wwid: WWID associated with LUN.
|
|
*
|
|
* The LUN is kept both in a local list (per adapter) and in a global list
|
|
* (across all adapters). Certain attributes of the LUN are local to the
|
|
* adapter (such as index, port selection mask, etc.).
|
|
*
|
|
* The block allocation map is shared across all adapters (i.e. associated
|
|
* wih the global list). Since different attributes are associated with
|
|
* the per adapter and global entries, allocate two separate structures for each
|
|
* LUN (one local, one global).
|
|
*
|
|
* Keep a pointer back from the local to the global entry.
|
|
*
|
|
* This routine assumes the caller holds the global mutex.
|
|
*
|
|
* Return: Found/Allocated local lun_info structure on success, NULL on failure
|
|
*/
|
|
static struct llun_info *find_and_create_lun(struct scsi_device *sdev, u8 *wwid)
|
|
{
|
|
struct llun_info *lli = NULL;
|
|
struct glun_info *gli = NULL;
|
|
struct Scsi_Host *shost = sdev->host;
|
|
struct cxlflash_cfg *cfg = shost_priv(shost);
|
|
|
|
if (unlikely(!wwid))
|
|
goto out;
|
|
|
|
lli = lookup_local(cfg, wwid);
|
|
if (lli)
|
|
goto out;
|
|
|
|
lli = create_local(sdev, wwid);
|
|
if (unlikely(!lli))
|
|
goto out;
|
|
|
|
gli = lookup_global(wwid);
|
|
if (gli) {
|
|
lli->parent = gli;
|
|
list_add(&lli->list, &cfg->lluns);
|
|
goto out;
|
|
}
|
|
|
|
gli = create_global(sdev, wwid);
|
|
if (unlikely(!gli)) {
|
|
kfree(lli);
|
|
lli = NULL;
|
|
goto out;
|
|
}
|
|
|
|
lli->parent = gli;
|
|
list_add(&lli->list, &cfg->lluns);
|
|
|
|
list_add(&gli->list, &global.gluns);
|
|
|
|
out:
|
|
pr_debug("%s: returning %p\n", __func__, lli);
|
|
return lli;
|
|
}
|
|
|
|
/**
|
|
* cxlflash_term_local_luns() - Delete all entries from local LUN list, free.
|
|
* @cfg: Internal structure associated with the host.
|
|
*/
|
|
void cxlflash_term_local_luns(struct cxlflash_cfg *cfg)
|
|
{
|
|
struct llun_info *lli, *temp;
|
|
|
|
mutex_lock(&global.mutex);
|
|
list_for_each_entry_safe(lli, temp, &cfg->lluns, list) {
|
|
list_del(&lli->list);
|
|
kfree(lli);
|
|
}
|
|
mutex_unlock(&global.mutex);
|
|
}
|
|
|
|
/**
|
|
* cxlflash_list_init() - initializes the global LUN list
|
|
*/
|
|
void cxlflash_list_init(void)
|
|
{
|
|
INIT_LIST_HEAD(&global.gluns);
|
|
mutex_init(&global.mutex);
|
|
global.err_page = NULL;
|
|
}
|
|
|
|
/**
|
|
* cxlflash_term_global_luns() - frees resources associated with global LUN list
|
|
*/
|
|
void cxlflash_term_global_luns(void)
|
|
{
|
|
struct glun_info *gli, *temp;
|
|
|
|
mutex_lock(&global.mutex);
|
|
list_for_each_entry_safe(gli, temp, &global.gluns, list) {
|
|
list_del(&gli->list);
|
|
cxlflash_ba_terminate(&gli->blka.ba_lun);
|
|
kfree(gli);
|
|
}
|
|
mutex_unlock(&global.mutex);
|
|
}
|
|
|
|
/**
|
|
* cxlflash_manage_lun() - handles LUN management activities
|
|
* @sdev: SCSI device associated with LUN.
|
|
* @manage: Manage ioctl data structure.
|
|
*
|
|
* This routine is used to notify the driver about a LUN's WWID and associate
|
|
* SCSI devices (sdev) with a global LUN instance. Additionally it serves to
|
|
* change a LUN's operating mode: legacy or superpipe.
|
|
*
|
|
* Return: 0 on success, -errno on failure
|
|
*/
|
|
int cxlflash_manage_lun(struct scsi_device *sdev,
|
|
struct dk_cxlflash_manage_lun *manage)
|
|
{
|
|
int rc = 0;
|
|
struct llun_info *lli = NULL;
|
|
u64 flags = manage->hdr.flags;
|
|
u32 chan = sdev->channel;
|
|
|
|
mutex_lock(&global.mutex);
|
|
lli = find_and_create_lun(sdev, manage->wwid);
|
|
pr_debug("%s: ENTER: WWID = %016llX%016llX, flags = %016llX li = %p\n",
|
|
__func__, get_unaligned_be64(&manage->wwid[0]),
|
|
get_unaligned_be64(&manage->wwid[8]),
|
|
manage->hdr.flags, lli);
|
|
if (unlikely(!lli)) {
|
|
rc = -ENOMEM;
|
|
goto out;
|
|
}
|
|
|
|
if (flags & DK_CXLFLASH_MANAGE_LUN_ENABLE_SUPERPIPE) {
|
|
/*
|
|
* Update port selection mask based upon channel, store off LUN
|
|
* in unpacked, AFU-friendly format, and hang LUN reference in
|
|
* the sdev.
|
|
*/
|
|
lli->port_sel |= CHAN2PORT(chan);
|
|
lli->lun_id[chan] = lun_to_lunid(sdev->lun);
|
|
sdev->hostdata = lli;
|
|
} else if (flags & DK_CXLFLASH_MANAGE_LUN_DISABLE_SUPERPIPE) {
|
|
if (lli->parent->mode != MODE_NONE)
|
|
rc = -EBUSY;
|
|
else {
|
|
sdev->hostdata = NULL;
|
|
lli->port_sel &= ~CHAN2PORT(chan);
|
|
}
|
|
}
|
|
|
|
pr_debug("%s: port_sel = %08X chan = %u lun_id = %016llX\n", __func__,
|
|
lli->port_sel, chan, lli->lun_id[chan]);
|
|
|
|
out:
|
|
mutex_unlock(&global.mutex);
|
|
pr_debug("%s: returning rc=%d\n", __func__, rc);
|
|
return rc;
|
|
}
|