1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Scsi Host Layer for MPT (Message Passing Technology) based controllers
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (C) 2012-2014 LSI Corporation
5*4882a593Smuzhiyun * Copyright (C) 2013-2015 Avago Technologies
6*4882a593Smuzhiyun * (mailto: MPT-FusionLinux.pdl@avagotech.com)
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * This program is free software; you can redistribute it and/or
9*4882a593Smuzhiyun * modify it under the terms of the GNU General Public License
10*4882a593Smuzhiyun * as published by the Free Software Foundation; either version 2
11*4882a593Smuzhiyun * of the License, or (at your option) any later version.
12*4882a593Smuzhiyun *
13*4882a593Smuzhiyun * This program is distributed in the hope that it will be useful,
14*4882a593Smuzhiyun * but WITHOUT ANY WARRANTY; without even the implied warranty of
15*4882a593Smuzhiyun * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16*4882a593Smuzhiyun * GNU General Public License for more details.
17*4882a593Smuzhiyun *
18*4882a593Smuzhiyun * NO WARRANTY
19*4882a593Smuzhiyun * THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
20*4882a593Smuzhiyun * CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
21*4882a593Smuzhiyun * LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
22*4882a593Smuzhiyun * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
23*4882a593Smuzhiyun * solely responsible for determining the appropriateness of using and
24*4882a593Smuzhiyun * distributing the Program and assumes all risks associated with its
25*4882a593Smuzhiyun * exercise of rights under this Agreement, including but not limited to
26*4882a593Smuzhiyun * the risks and costs of program errors, damage to or loss of data,
27*4882a593Smuzhiyun * programs or equipment, and unavailability or interruption of operations.
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun * DISCLAIMER OF LIABILITY
30*4882a593Smuzhiyun * NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
31*4882a593Smuzhiyun * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
32*4882a593Smuzhiyun * DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
33*4882a593Smuzhiyun * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
34*4882a593Smuzhiyun * TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
35*4882a593Smuzhiyun * USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
36*4882a593Smuzhiyun * HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun * You should have received a copy of the GNU General Public License
39*4882a593Smuzhiyun * along with this program.
40*4882a593Smuzhiyun */
41*4882a593Smuzhiyun #include <linux/kernel.h>
42*4882a593Smuzhiyun #include <linux/module.h>
43*4882a593Smuzhiyun #include <linux/errno.h>
44*4882a593Smuzhiyun #include <linux/types.h>
45*4882a593Smuzhiyun #include <asm/unaligned.h>
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun #include "mpt3sas_base.h"
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /**
50*4882a593Smuzhiyun * _warpdrive_disable_ddio - Disable direct I/O for all the volumes
51*4882a593Smuzhiyun * @ioc: per adapter object
52*4882a593Smuzhiyun */
53*4882a593Smuzhiyun static void
_warpdrive_disable_ddio(struct MPT3SAS_ADAPTER * ioc)54*4882a593Smuzhiyun _warpdrive_disable_ddio(struct MPT3SAS_ADAPTER *ioc)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun Mpi2RaidVolPage1_t vol_pg1;
57*4882a593Smuzhiyun Mpi2ConfigReply_t mpi_reply;
58*4882a593Smuzhiyun struct _raid_device *raid_device;
59*4882a593Smuzhiyun u16 handle;
60*4882a593Smuzhiyun u16 ioc_status;
61*4882a593Smuzhiyun unsigned long flags;
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun handle = 0xFFFF;
64*4882a593Smuzhiyun while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
65*4882a593Smuzhiyun &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
66*4882a593Smuzhiyun ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
67*4882a593Smuzhiyun MPI2_IOCSTATUS_MASK;
68*4882a593Smuzhiyun if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
69*4882a593Smuzhiyun break;
70*4882a593Smuzhiyun handle = le16_to_cpu(vol_pg1.DevHandle);
71*4882a593Smuzhiyun spin_lock_irqsave(&ioc->raid_device_lock, flags);
72*4882a593Smuzhiyun raid_device = mpt3sas_raid_device_find_by_handle(ioc, handle);
73*4882a593Smuzhiyun if (raid_device)
74*4882a593Smuzhiyun raid_device->direct_io_enabled = 0;
75*4882a593Smuzhiyun spin_unlock_irqrestore(&ioc->raid_device_lock, flags);
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun return;
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /**
82*4882a593Smuzhiyun * mpt3sas_get_num_volumes - Get number of volumes in the ioc
83*4882a593Smuzhiyun * @ioc: per adapter object
84*4882a593Smuzhiyun */
85*4882a593Smuzhiyun u8
mpt3sas_get_num_volumes(struct MPT3SAS_ADAPTER * ioc)86*4882a593Smuzhiyun mpt3sas_get_num_volumes(struct MPT3SAS_ADAPTER *ioc)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun Mpi2RaidVolPage1_t vol_pg1;
89*4882a593Smuzhiyun Mpi2ConfigReply_t mpi_reply;
90*4882a593Smuzhiyun u16 handle;
91*4882a593Smuzhiyun u8 vol_cnt = 0;
92*4882a593Smuzhiyun u16 ioc_status;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun handle = 0xFFFF;
95*4882a593Smuzhiyun while (!(mpt3sas_config_get_raid_volume_pg1(ioc, &mpi_reply,
96*4882a593Smuzhiyun &vol_pg1, MPI2_RAID_VOLUME_PGAD_FORM_GET_NEXT_HANDLE, handle))) {
97*4882a593Smuzhiyun ioc_status = le16_to_cpu(mpi_reply.IOCStatus) &
98*4882a593Smuzhiyun MPI2_IOCSTATUS_MASK;
99*4882a593Smuzhiyun if (ioc_status == MPI2_IOCSTATUS_CONFIG_INVALID_PAGE)
100*4882a593Smuzhiyun break;
101*4882a593Smuzhiyun vol_cnt++;
102*4882a593Smuzhiyun handle = le16_to_cpu(vol_pg1.DevHandle);
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun return vol_cnt;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun /**
109*4882a593Smuzhiyun * mpt3sas_init_warpdrive_properties - Set properties for warpdrive direct I/O.
110*4882a593Smuzhiyun * @ioc: per adapter object
111*4882a593Smuzhiyun * @raid_device: the raid_device object
112*4882a593Smuzhiyun */
113*4882a593Smuzhiyun void
mpt3sas_init_warpdrive_properties(struct MPT3SAS_ADAPTER * ioc,struct _raid_device * raid_device)114*4882a593Smuzhiyun mpt3sas_init_warpdrive_properties(struct MPT3SAS_ADAPTER *ioc,
115*4882a593Smuzhiyun struct _raid_device *raid_device)
116*4882a593Smuzhiyun {
117*4882a593Smuzhiyun Mpi2RaidVolPage0_t *vol_pg0;
118*4882a593Smuzhiyun Mpi2RaidPhysDiskPage0_t pd_pg0;
119*4882a593Smuzhiyun Mpi2ConfigReply_t mpi_reply;
120*4882a593Smuzhiyun u16 sz;
121*4882a593Smuzhiyun u8 num_pds, count;
122*4882a593Smuzhiyun unsigned long stripe_sz, block_sz;
123*4882a593Smuzhiyun u8 stripe_exp, block_exp;
124*4882a593Smuzhiyun u64 dev_max_lba;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun if (!ioc->is_warpdrive)
127*4882a593Smuzhiyun return;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun if (ioc->mfg_pg10_hide_flag == MFG_PAGE10_EXPOSE_ALL_DISKS) {
130*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as drives are exposed\n");
131*4882a593Smuzhiyun return;
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun if (mpt3sas_get_num_volumes(ioc) > 1) {
134*4882a593Smuzhiyun _warpdrive_disable_ddio(ioc);
135*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled globally as number of drives > 1\n");
136*4882a593Smuzhiyun return;
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun if ((mpt3sas_config_get_number_pds(ioc, raid_device->handle,
139*4882a593Smuzhiyun &num_pds)) || !num_pds) {
140*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in computing number of drives\n");
141*4882a593Smuzhiyun return;
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun sz = offsetof(Mpi2RaidVolPage0_t, PhysDisk) + (num_pds *
145*4882a593Smuzhiyun sizeof(Mpi2RaidVol0PhysDisk_t));
146*4882a593Smuzhiyun vol_pg0 = kzalloc(sz, GFP_KERNEL);
147*4882a593Smuzhiyun if (!vol_pg0) {
148*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled Memory allocation failure for RVPG0\n");
149*4882a593Smuzhiyun return;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun if ((mpt3sas_config_get_raid_volume_pg0(ioc, &mpi_reply, vol_pg0,
153*4882a593Smuzhiyun MPI2_RAID_VOLUME_PGAD_FORM_HANDLE, raid_device->handle, sz))) {
154*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled Failure in retrieving RVPG0\n");
155*4882a593Smuzhiyun kfree(vol_pg0);
156*4882a593Smuzhiyun return;
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /*
160*4882a593Smuzhiyun * WARPDRIVE:If number of physical disks in a volume exceeds the max pds
161*4882a593Smuzhiyun * assumed for WARPDRIVE, disable direct I/O
162*4882a593Smuzhiyun */
163*4882a593Smuzhiyun if (num_pds > MPT_MAX_WARPDRIVE_PDS) {
164*4882a593Smuzhiyun ioc_warn(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): num_mem=%d, max_mem_allowed=%d\n",
165*4882a593Smuzhiyun raid_device->handle, num_pds, MPT_MAX_WARPDRIVE_PDS);
166*4882a593Smuzhiyun kfree(vol_pg0);
167*4882a593Smuzhiyun return;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun for (count = 0; count < num_pds; count++) {
170*4882a593Smuzhiyun if (mpt3sas_config_get_phys_disk_pg0(ioc, &mpi_reply,
171*4882a593Smuzhiyun &pd_pg0, MPI2_PHYSDISK_PGAD_FORM_PHYSDISKNUM,
172*4882a593Smuzhiyun vol_pg0->PhysDisk[count].PhysDiskNum) ||
173*4882a593Smuzhiyun le16_to_cpu(pd_pg0.DevHandle) ==
174*4882a593Smuzhiyun MPT3SAS_INVALID_DEVICE_HANDLE) {
175*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle retrieval failed for member number=%d\n",
176*4882a593Smuzhiyun raid_device->handle,
177*4882a593Smuzhiyun vol_pg0->PhysDisk[count].PhysDiskNum);
178*4882a593Smuzhiyun goto out_error;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun /* Disable direct I/O if member drive lba exceeds 4 bytes */
181*4882a593Smuzhiyun dev_max_lba = le64_to_cpu(pd_pg0.DeviceMaxLBA);
182*4882a593Smuzhiyun if (dev_max_lba >> 32) {
183*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) member handle (0x%04x) unsupported max lba 0x%016llx\n",
184*4882a593Smuzhiyun raid_device->handle,
185*4882a593Smuzhiyun le16_to_cpu(pd_pg0.DevHandle),
186*4882a593Smuzhiyun (u64)dev_max_lba);
187*4882a593Smuzhiyun goto out_error;
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun raid_device->pd_handle[count] = le16_to_cpu(pd_pg0.DevHandle);
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun /*
194*4882a593Smuzhiyun * Assumption for WD: Direct I/O is not supported if the volume is
195*4882a593Smuzhiyun * not RAID0
196*4882a593Smuzhiyun */
197*4882a593Smuzhiyun if (raid_device->volume_type != MPI2_RAID_VOL_TYPE_RAID0) {
198*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x): type=%d, s_sz=%uK, blk_size=%u\n",
199*4882a593Smuzhiyun raid_device->handle, raid_device->volume_type,
200*4882a593Smuzhiyun (le32_to_cpu(vol_pg0->StripeSize) *
201*4882a593Smuzhiyun le16_to_cpu(vol_pg0->BlockSize)) / 1024,
202*4882a593Smuzhiyun le16_to_cpu(vol_pg0->BlockSize));
203*4882a593Smuzhiyun goto out_error;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
207*4882a593Smuzhiyun stripe_exp = find_first_bit(&stripe_sz, 32);
208*4882a593Smuzhiyun if (stripe_exp == 32) {
209*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid stripe sz %uK\n",
210*4882a593Smuzhiyun raid_device->handle,
211*4882a593Smuzhiyun (le32_to_cpu(vol_pg0->StripeSize) *
212*4882a593Smuzhiyun le16_to_cpu(vol_pg0->BlockSize)) / 1024);
213*4882a593Smuzhiyun goto out_error;
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun raid_device->stripe_exponent = stripe_exp;
216*4882a593Smuzhiyun block_sz = le16_to_cpu(vol_pg0->BlockSize);
217*4882a593Smuzhiyun block_exp = find_first_bit(&block_sz, 16);
218*4882a593Smuzhiyun if (block_exp == 16) {
219*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is disabled for the drive with handle(0x%04x) invalid block sz %u\n",
220*4882a593Smuzhiyun raid_device->handle, le16_to_cpu(vol_pg0->BlockSize));
221*4882a593Smuzhiyun goto out_error;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun raid_device->block_exponent = block_exp;
224*4882a593Smuzhiyun raid_device->direct_io_enabled = 1;
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun ioc_info(ioc, "WarpDrive : Direct IO is Enabled for the drive with handle(0x%04x)\n",
227*4882a593Smuzhiyun raid_device->handle);
228*4882a593Smuzhiyun /*
229*4882a593Smuzhiyun * WARPDRIVE: Though the following fields are not used for direct IO,
230*4882a593Smuzhiyun * stored for future purpose:
231*4882a593Smuzhiyun */
232*4882a593Smuzhiyun raid_device->max_lba = le64_to_cpu(vol_pg0->MaxLBA);
233*4882a593Smuzhiyun raid_device->stripe_sz = le32_to_cpu(vol_pg0->StripeSize);
234*4882a593Smuzhiyun raid_device->block_sz = le16_to_cpu(vol_pg0->BlockSize);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun kfree(vol_pg0);
238*4882a593Smuzhiyun return;
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun out_error:
241*4882a593Smuzhiyun raid_device->direct_io_enabled = 0;
242*4882a593Smuzhiyun for (count = 0; count < num_pds; count++)
243*4882a593Smuzhiyun raid_device->pd_handle[count] = 0;
244*4882a593Smuzhiyun kfree(vol_pg0);
245*4882a593Smuzhiyun return;
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun /**
249*4882a593Smuzhiyun * mpt3sas_setup_direct_io - setup MPI request for WARPDRIVE Direct I/O
250*4882a593Smuzhiyun * @ioc: per adapter object
251*4882a593Smuzhiyun * @scmd: pointer to scsi command object
252*4882a593Smuzhiyun * @raid_device: pointer to raid device data structure
253*4882a593Smuzhiyun * @mpi_request: pointer to the SCSI_IO reqest message frame
254*4882a593Smuzhiyun */
255*4882a593Smuzhiyun void
mpt3sas_setup_direct_io(struct MPT3SAS_ADAPTER * ioc,struct scsi_cmnd * scmd,struct _raid_device * raid_device,Mpi25SCSIIORequest_t * mpi_request)256*4882a593Smuzhiyun mpt3sas_setup_direct_io(struct MPT3SAS_ADAPTER *ioc, struct scsi_cmnd *scmd,
257*4882a593Smuzhiyun struct _raid_device *raid_device, Mpi25SCSIIORequest_t *mpi_request)
258*4882a593Smuzhiyun {
259*4882a593Smuzhiyun sector_t v_lba, p_lba, stripe_off, column, io_size;
260*4882a593Smuzhiyun u32 stripe_sz, stripe_exp;
261*4882a593Smuzhiyun u8 num_pds, cmd = scmd->cmnd[0];
262*4882a593Smuzhiyun struct scsiio_tracker *st = scsi_cmd_priv(scmd);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun if (cmd != READ_10 && cmd != WRITE_10 &&
265*4882a593Smuzhiyun cmd != READ_16 && cmd != WRITE_16)
266*4882a593Smuzhiyun return;
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun if (cmd == READ_10 || cmd == WRITE_10)
269*4882a593Smuzhiyun v_lba = get_unaligned_be32(&mpi_request->CDB.CDB32[2]);
270*4882a593Smuzhiyun else
271*4882a593Smuzhiyun v_lba = get_unaligned_be64(&mpi_request->CDB.CDB32[2]);
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun io_size = scsi_bufflen(scmd) >> raid_device->block_exponent;
274*4882a593Smuzhiyun
275*4882a593Smuzhiyun if (v_lba + io_size - 1 > raid_device->max_lba)
276*4882a593Smuzhiyun return;
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun stripe_sz = raid_device->stripe_sz;
279*4882a593Smuzhiyun stripe_exp = raid_device->stripe_exponent;
280*4882a593Smuzhiyun stripe_off = v_lba & (stripe_sz - 1);
281*4882a593Smuzhiyun
282*4882a593Smuzhiyun /* Return unless IO falls within a stripe */
283*4882a593Smuzhiyun if (stripe_off + io_size > stripe_sz)
284*4882a593Smuzhiyun return;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun num_pds = raid_device->num_pds;
287*4882a593Smuzhiyun p_lba = v_lba >> stripe_exp;
288*4882a593Smuzhiyun column = sector_div(p_lba, num_pds);
289*4882a593Smuzhiyun p_lba = (p_lba << stripe_exp) + stripe_off;
290*4882a593Smuzhiyun mpi_request->DevHandle = cpu_to_le16(raid_device->pd_handle[column]);
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun if (cmd == READ_10 || cmd == WRITE_10)
293*4882a593Smuzhiyun put_unaligned_be32(lower_32_bits(p_lba),
294*4882a593Smuzhiyun &mpi_request->CDB.CDB32[2]);
295*4882a593Smuzhiyun else
296*4882a593Smuzhiyun put_unaligned_be64(p_lba, &mpi_request->CDB.CDB32[2]);
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun st->direct_io = 1;
299*4882a593Smuzhiyun }
300