/* * SCSI Zoned Block commands * * Copyright (C) 2014-2015 SUSE Linux GmbH * Written by: Hannes Reinecke * Modified by: Damien Le Moal * Modified by: Shaun Tancheff * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License version * 2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; see the file COPYING. If not, write to * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, * USA. * */ #include #include #include #include #include "sd.h" /** * sd_zbc_parse_report - Convert a zone descriptor to a struct blk_zone, * @sdkp: The disk the report originated from * @buf: Address of the report zone descriptor * @zone: the destination zone structure * * All LBA sized values are converted to 512B sectors unit. */ static void sd_zbc_parse_report(struct scsi_disk *sdkp, u8 *buf, struct blk_zone *zone) { struct scsi_device *sdp = sdkp->device; memset(zone, 0, sizeof(struct blk_zone)); zone->type = buf[0] & 0x0f; zone->cond = (buf[1] >> 4) & 0xf; if (buf[1] & 0x01) zone->reset = 1; if (buf[1] & 0x02) zone->non_seq = 1; zone->len = logical_to_sectors(sdp, get_unaligned_be64(&buf[8])); zone->start = logical_to_sectors(sdp, get_unaligned_be64(&buf[16])); zone->wp = logical_to_sectors(sdp, get_unaligned_be64(&buf[24])); if (zone->type != ZBC_ZONE_TYPE_CONV && zone->cond == ZBC_ZONE_COND_FULL) zone->wp = zone->start + zone->len; } /** * sd_zbc_report_zones - Issue a REPORT ZONES scsi command. * @sdkp: The target disk * @buf: Buffer to use for the reply * @buflen: the buffer size * @lba: Start LBA of the report * * For internal use during device validation. */ static int sd_zbc_report_zones(struct scsi_disk *sdkp, unsigned char *buf, unsigned int buflen, sector_t lba) { struct scsi_device *sdp = sdkp->device; const int timeout = sdp->request_queue->rq_timeout; struct scsi_sense_hdr sshdr; unsigned char cmd[16]; unsigned int rep_len; int result; memset(cmd, 0, 16); cmd[0] = ZBC_IN; cmd[1] = ZI_REPORT_ZONES; put_unaligned_be64(lba, &cmd[2]); put_unaligned_be32(buflen, &cmd[10]); memset(buf, 0, buflen); result = scsi_execute_req(sdp, cmd, DMA_FROM_DEVICE, buf, buflen, &sshdr, timeout, SD_MAX_RETRIES, NULL); if (result) { sd_printk(KERN_ERR, sdkp, "REPORT ZONES lba %llu failed with %d/%d\n", (unsigned long long)lba, host_byte(result), driver_byte(result)); return -EIO; } rep_len = get_unaligned_be32(&buf[0]); if (rep_len < 64) { sd_printk(KERN_ERR, sdkp, "REPORT ZONES report invalid length %u\n", rep_len); return -EIO; } return 0; } /** * sd_zbc_setup_report_cmnd - Prepare a REPORT ZONES scsi command * @cmd: The command to setup * * Call in sd_init_command() for a REQ_OP_ZONE_REPORT request. */ int sd_zbc_setup_report_cmnd(struct scsi_cmnd *cmd) { struct request *rq = cmd->request; struct scsi_disk *sdkp = scsi_disk(rq->rq_disk); sector_t lba, sector = blk_rq_pos(rq); unsigned int nr_bytes = blk_rq_bytes(rq); int ret; WARN_ON(nr_bytes == 0); if (!sd_is_zoned(sdkp)) /* Not a zoned device */ return BLKPREP_KILL; ret = scsi_init_io(cmd); if (ret != BLKPREP_OK) return ret; cmd->cmd_len = 16; memset(cmd->cmnd, 0, cmd->cmd_len); cmd->cmnd[0] = ZBC_IN; cmd->cmnd[1] = ZI_REPORT_ZONES; lba = sectors_to_logical(sdkp->device, sector); put_unaligned_be64(lba, &cmd->cmnd[2]); put_unaligned_be32(nr_bytes, &cmd->cmnd[10]); /* Do partial report for speeding things up */ cmd->cmnd[14] = ZBC_REPORT_ZONE_PARTIAL; cmd->sc_data_direction = DMA_FROM_DEVICE; cmd->sdb.length = nr_bytes; cmd->transfersize = sdkp->device->sector_size; cmd->allowed = 0; /* * Report may return less bytes than requested. Make sure * to report completion on the entire initial request. */ rq->__data_len = nr_bytes; return BLKPREP_OK; } /** * sd_zbc_report_zones_complete - Process a REPORT ZONES scsi command reply. * @scmd: The completed report zones command * @good_bytes: reply size in bytes * * Convert all reported zone descriptors to struct blk_zone. The conversion * is done in-place, directly in the request specified sg buffer. */ static void sd_zbc_report_zones_complete(struct scsi_cmnd *scmd, unsigned int good_bytes) { struct request *rq = scmd->request; struct scsi_disk *sdkp = scsi_disk(rq->rq_disk); struct sg_mapping_iter miter; struct blk_zone_report_hdr hdr; struct blk_zone zone; unsigned int offset, bytes = 0; unsigned long flags; u8 *buf; if (good_bytes < 64) return; memset(&hdr, 0, sizeof(struct blk_zone_report_hdr)); sg_miter_start(&miter, scsi_sglist(scmd), scsi_sg_count(scmd), SG_MITER_TO_SG | SG_MITER_ATOMIC); local_irq_save(flags); while (sg_miter_next(&miter) && bytes < good_bytes) { buf = miter.addr; offset = 0; if (bytes == 0) { /* Set the report header */ hdr.nr_zones = min_t(unsigned int, (good_bytes - 64) / 64, get_unaligned_be32(&buf[0]) / 64); memcpy(buf, &hdr, sizeof(struct blk_zone_report_hdr)); offset += 64; bytes += 64; } /* Parse zone descriptors */ while (offset < miter.length && hdr.nr_zones) { WARN_ON(offset > miter.length); buf = miter.addr + offset; sd_zbc_parse_report(sdkp, buf, &zone); memcpy(buf, &zone, sizeof(struct blk_zone)); offset += 64; bytes += 64; hdr.nr_zones--; } if (!hdr.nr_zones) break; } sg_miter_stop(&miter); local_irq_restore(flags); } /** * sd_zbc_zone_sectors - Get the device zone size in number of 512B sectors. * @sdkp: The target disk */ static inline sector_t sd_zbc_zone_sectors(struct scsi_disk *sdkp) { return logical_to_sectors(sdkp->device, sdkp->zone_blocks); } /** * sd_zbc_setup_reset_cmnd - Prepare a RESET WRITE POINTER scsi command. * @cmd: the command to setup * * Called from sd_init_command() for a REQ_OP_ZONE_RESET request. */ int sd_zbc_setup_reset_cmnd(struct scsi_cmnd *cmd) { struct request *rq = cmd->request; struct scsi_disk *sdkp = scsi_disk(rq->rq_disk); sector_t sector = blk_rq_pos(rq); sector_t block = sectors_to_logical(sdkp->device, sector); if (!sd_is_zoned(sdkp)) /* Not a zoned device */ return BLKPREP_KILL; if (sdkp->device->changed) return BLKPREP_KILL; if (sector & (sd_zbc_zone_sectors(sdkp) - 1)) /* Unaligned request */ return BLKPREP_KILL; cmd->cmd_len = 16; memset(cmd->cmnd, 0, cmd->cmd_len); cmd->cmnd[0] = ZBC_OUT; cmd->cmnd[1] = ZO_RESET_WRITE_POINTER; put_unaligned_be64(block, &cmd->cmnd[2]); rq->timeout = SD_TIMEOUT; cmd->sc_data_direction = DMA_NONE; cmd->transfersize = 0; cmd->allowed = 0; return BLKPREP_OK; } /** * sd_zbc_complete - ZBC command post processing. * @cmd: Completed command * @good_bytes: Command reply bytes * @sshdr: command sense header * * Called from sd_done(). Process report zones reply and handle reset zone * and write commands errors. */ void sd_zbc_complete(struct scsi_cmnd *cmd, unsigned int good_bytes, struct scsi_sense_hdr *sshdr) { int result = cmd->result; struct request *rq = cmd->request; switch (req_op(rq)) { case REQ_OP_ZONE_RESET: if (result && sshdr->sense_key == ILLEGAL_REQUEST && sshdr->asc == 0x24) /* * INVALID FIELD IN CDB error: reset of a conventional * zone was attempted. Nothing to worry about, so be * quiet about the error. */ rq->rq_flags |= RQF_QUIET; break; case REQ_OP_WRITE: case REQ_OP_WRITE_ZEROES: case REQ_OP_WRITE_SAME: break; case REQ_OP_ZONE_REPORT: if (!result) sd_zbc_report_zones_complete(cmd, good_bytes); break; } } /** * sd_zbc_read_zoned_characteristics - Read zoned block device characteristics * @sdkp: Target disk * @buf: Buffer where to store the VPD page data * * Read VPD page B6. */ static int sd_zbc_read_zoned_characteristics(struct scsi_disk *sdkp, unsigned char *buf) { if (scsi_get_vpd_page(sdkp->device, 0xb6, buf, 64)) { sd_printk(KERN_NOTICE, sdkp, "Unconstrained-read check failed\n"); return -ENODEV; } if (sdkp->device->type != TYPE_ZBC) { /* Host-aware */ sdkp->urswrz = 1; sdkp->zones_optimal_open = get_unaligned_be32(&buf[8]); sdkp->zones_optimal_nonseq = get_unaligned_be32(&buf[12]); sdkp->zones_max_open = 0; } else { /* Host-managed */ sdkp->urswrz = buf[4] & 1; sdkp->zones_optimal_open = 0; sdkp->zones_optimal_nonseq = 0; sdkp->zones_max_open = get_unaligned_be32(&buf[16]); } return 0; } /** * sd_zbc_check_capacity - Check reported capacity. * @sdkp: Target disk * @buf: Buffer to use for commands * * ZBC drive may report only the capacity of the first conventional zones at * LBA 0. This is indicated by the RC_BASIS field of the read capacity reply. * Check this here. If the disk reported only its conventional zones capacity, * get the total capacity by doing a report zones. */ static int sd_zbc_check_capacity(struct scsi_disk *sdkp, unsigned char *buf) { sector_t lba; int ret; if (sdkp->rc_basis != 0) return 0; /* Do a report zone to get the maximum LBA to check capacity */ ret = sd_zbc_report_zones(sdkp, buf, SD_BUF_SIZE, 0); if (ret) return ret; /* The max_lba field is the capacity of this device */ lba = get_unaligned_be64(&buf[8]); if (lba + 1 == sdkp->capacity) return 0; if (sdkp->first_scan) sd_printk(KERN_WARNING, sdkp, "Changing capacity from %llu to max LBA+1 %llu\n", (unsigned long long)sdkp->capacity, (unsigned long long)lba + 1); sdkp->capacity = lba + 1; return 0; } #define SD_ZBC_BUF_SIZE 131072U /** * sd_zbc_check_zone_size - Check the device zone sizes * @sdkp: Target disk * * Check that all zones of the device are equal. The last zone can however * be smaller. The zone size must also be a power of two number of LBAs. * * Returns the zone size in number of blocks upon success or an error code * upon failure. */ static s64 sd_zbc_check_zone_size(struct scsi_disk *sdkp) { u64 zone_blocks = 0; sector_t block = 0; unsigned char *buf; unsigned char *rec; unsigned int buf_len; unsigned int list_length; s64 ret; u8 same; /* Get a buffer */ buf = kmalloc(SD_ZBC_BUF_SIZE, GFP_KERNEL); if (!buf) return -ENOMEM; /* Do a report zone to get the same field */ ret = sd_zbc_report_zones(sdkp, buf, SD_ZBC_BUF_SIZE, 0); if (ret) goto out_free; same = buf[4] & 0x0f; if (same > 0) { rec = &buf[64]; zone_blocks = get_unaligned_be64(&rec[8]); goto out; } /* * Check the size of all zones: all zones must be of * equal size, except the last zone which can be smaller * than other zones. */ do { /* Parse REPORT ZONES header */ list_length = get_unaligned_be32(&buf[0]) + 64; rec = buf + 64; buf_len = min(list_length, SD_ZBC_BUF_SIZE); /* Parse zone descriptors */ while (rec < buf + buf_len) { u64 this_zone_blocks = get_unaligned_be64(&rec[8]); if (zone_blocks == 0) { zone_blocks = this_zone_blocks; } else if (this_zone_blocks != zone_blocks && (block + this_zone_blocks < sdkp->capacity || this_zone_blocks > zone_blocks)) { zone_blocks = 0; goto out; } block += this_zone_blocks; rec += 64; } if (block < sdkp->capacity) { ret = sd_zbc_report_zones(sdkp, buf, SD_ZBC_BUF_SIZE, block); if (ret) goto out_free; } } while (block < sdkp->capacity); out: if (!zone_blocks) { if (sdkp->first_scan) sd_printk(KERN_NOTICE, sdkp, "Devices with non constant zone " "size are not supported\n"); ret = -ENODEV; } else if (!is_power_of_2(zone_blocks)) { if (sdkp->first_scan) sd_printk(KERN_NOTICE, sdkp, "Devices with non power of 2 zone " "size are not supported\n"); ret = -ENODEV; } else if (logical_to_sectors(sdkp->device, zone_blocks) > UINT_MAX) { if (sdkp->first_scan) sd_printk(KERN_NOTICE, sdkp, "Zone size too large\n"); ret = -ENODEV; } else { ret = zone_blocks; } out_free: kfree(buf); return ret; } /** * sd_zbc_alloc_zone_bitmap - Allocate a zone bitmap (one bit per zone). * @nr_zones: Number of zones to allocate space for. * @numa_node: NUMA node to allocate the memory from. */ static inline unsigned long * sd_zbc_alloc_zone_bitmap(u32 nr_zones, int numa_node) { return kcalloc_node(BITS_TO_LONGS(nr_zones), sizeof(unsigned long), GFP_KERNEL, numa_node); } /** * sd_zbc_get_seq_zones - Parse report zones reply to identify sequential zones * @sdkp: disk used * @buf: report reply buffer * @buflen: length of @buf * @zone_shift: logarithm base 2 of the number of blocks in a zone * @seq_zones_bitmap: bitmap of sequential zones to set * * Parse reported zone descriptors in @buf to identify sequential zones and * set the reported zone bit in @seq_zones_bitmap accordingly. * Since read-only and offline zones cannot be written, do not * mark them as sequential in the bitmap. * Return the LBA after the last zone reported. */ static sector_t sd_zbc_get_seq_zones(struct scsi_disk *sdkp, unsigned char *buf, unsigned int buflen, u32 zone_shift, unsigned long *seq_zones_bitmap) { sector_t lba, next_lba = sdkp->capacity; unsigned int buf_len, list_length; unsigned char *rec; u8 type, cond; list_length = get_unaligned_be32(&buf[0]) + 64; buf_len = min(list_length, buflen); rec = buf + 64; while (rec < buf + buf_len) { type = rec[0] & 0x0f; cond = (rec[1] >> 4) & 0xf; lba = get_unaligned_be64(&rec[16]); if (type != ZBC_ZONE_TYPE_CONV && cond != ZBC_ZONE_COND_READONLY && cond != ZBC_ZONE_COND_OFFLINE) set_bit(lba >> zone_shift, seq_zones_bitmap); next_lba = lba + get_unaligned_be64(&rec[8]); rec += 64; } return next_lba; } /** * sd_zbc_setup_seq_zones_bitmap - Initialize a seq zone bitmap. * @sdkp: target disk * @zone_shift: logarithm base 2 of the number of blocks in a zone * @nr_zones: number of zones to set up a seq zone bitmap for * * Allocate a zone bitmap and initialize it by identifying sequential zones. */ static unsigned long * sd_zbc_setup_seq_zones_bitmap(struct scsi_disk *sdkp, u32 zone_shift, u32 nr_zones) { struct request_queue *q = sdkp->disk->queue; unsigned long *seq_zones_bitmap; sector_t lba = 0; unsigned char *buf; int ret = -ENOMEM; seq_zones_bitmap = sd_zbc_alloc_zone_bitmap(nr_zones, q->node); if (!seq_zones_bitmap) return ERR_PTR(-ENOMEM); buf = kmalloc(SD_ZBC_BUF_SIZE, GFP_KERNEL); if (!buf) goto out; while (lba < sdkp->capacity) { ret = sd_zbc_report_zones(sdkp, buf, SD_ZBC_BUF_SIZE, lba); if (ret) goto out; lba = sd_zbc_get_seq_zones(sdkp, buf, SD_ZBC_BUF_SIZE, zone_shift, seq_zones_bitmap); } if (lba != sdkp->capacity) { /* Something went wrong */ ret = -EIO; } out: kfree(buf); if (ret) { kfree(seq_zones_bitmap); return ERR_PTR(ret); } return seq_zones_bitmap; } static void sd_zbc_cleanup(struct scsi_disk *sdkp) { struct request_queue *q = sdkp->disk->queue; kfree(q->seq_zones_bitmap); q->seq_zones_bitmap = NULL; kfree(q->seq_zones_wlock); q->seq_zones_wlock = NULL; q->nr_zones = 0; } static int sd_zbc_setup(struct scsi_disk *sdkp, u32 zone_blocks) { struct request_queue *q = sdkp->disk->queue; u32 zone_shift = ilog2(zone_blocks); u32 nr_zones; int ret; /* chunk_sectors indicates the zone size */ blk_queue_chunk_sectors(q, logical_to_sectors(sdkp->device, zone_blocks)); nr_zones = round_up(sdkp->capacity, zone_blocks) >> zone_shift; /* * Initialize the device request queue information if the number * of zones changed. */ if (nr_zones != sdkp->nr_zones || nr_zones != q->nr_zones) { unsigned long *seq_zones_wlock = NULL, *seq_zones_bitmap = NULL; size_t zone_bitmap_size; if (nr_zones) { seq_zones_wlock = sd_zbc_alloc_zone_bitmap(nr_zones, q->node); if (!seq_zones_wlock) { ret = -ENOMEM; goto err; } seq_zones_bitmap = sd_zbc_setup_seq_zones_bitmap(sdkp, zone_shift, nr_zones); if (IS_ERR(seq_zones_bitmap)) { ret = PTR_ERR(seq_zones_bitmap); kfree(seq_zones_wlock); goto err; } } zone_bitmap_size = BITS_TO_LONGS(nr_zones) * sizeof(unsigned long); blk_mq_freeze_queue(q); if (q->nr_zones != nr_zones) { /* READ16/WRITE16 is mandatory for ZBC disks */ sdkp->device->use_16_for_rw = 1; sdkp->device->use_10_for_rw = 0; sdkp->zone_blocks = zone_blocks; sdkp->zone_shift = zone_shift; sdkp->nr_zones = nr_zones; q->nr_zones = nr_zones; swap(q->seq_zones_wlock, seq_zones_wlock); swap(q->seq_zones_bitmap, seq_zones_bitmap); } else if (memcmp(q->seq_zones_bitmap, seq_zones_bitmap, zone_bitmap_size) != 0) { memcpy(q->seq_zones_bitmap, seq_zones_bitmap, zone_bitmap_size); } blk_mq_unfreeze_queue(q); kfree(seq_zones_wlock); kfree(seq_zones_bitmap); } return 0; err: sd_zbc_cleanup(sdkp); return ret; } int sd_zbc_read_zones(struct scsi_disk *sdkp, unsigned char *buf) { int64_t zone_blocks; int ret; if (!sd_is_zoned(sdkp)) /* * Device managed or normal SCSI disk, * no special handling required */ return 0; /* Get zoned block device characteristics */ ret = sd_zbc_read_zoned_characteristics(sdkp, buf); if (ret) goto err; /* * Check for unconstrained reads: host-managed devices with * constrained reads (drives failing read after write pointer) * are not supported. */ if (!sdkp->urswrz) { if (sdkp->first_scan) sd_printk(KERN_NOTICE, sdkp, "constrained reads devices are not supported\n"); ret = -ENODEV; goto err; } /* Check capacity */ ret = sd_zbc_check_capacity(sdkp, buf); if (ret) goto err; /* * Check zone size: only devices with a constant zone size (except * an eventual last runt zone) that is a power of 2 are supported. */ zone_blocks = sd_zbc_check_zone_size(sdkp); ret = -EFBIG; if (zone_blocks != (u32)zone_blocks) goto err; ret = zone_blocks; if (ret < 0) goto err; /* The drive satisfies the kernel restrictions: set it up */ ret = sd_zbc_setup(sdkp, zone_blocks); if (ret) goto err; return 0; err: sdkp->capacity = 0; sd_zbc_cleanup(sdkp); return ret; } void sd_zbc_remove(struct scsi_disk *sdkp) { sd_zbc_cleanup(sdkp); } void sd_zbc_print_zones(struct scsi_disk *sdkp) { if (!sd_is_zoned(sdkp) || !sdkp->capacity) return; if (sdkp->capacity & (sdkp->zone_blocks - 1)) sd_printk(KERN_NOTICE, sdkp, "%u zones of %u logical blocks + 1 runt zone\n", sdkp->nr_zones - 1, sdkp->zone_blocks); else sd_printk(KERN_NOTICE, sdkp, "%u zones of %u logical blocks\n", sdkp->nr_zones, sdkp->zone_blocks); }