These changes are the raw update to linux-4.4.6-rt14. Kernel sources
[kvmfornfv.git] / kernel / block / blk-integrity.c
index 79ffb48..d69c5c7 100644 (file)
@@ -21,6 +21,7 @@
  */
 
 #include <linux/blkdev.h>
+#include <linux/backing-dev.h>
 #include <linux/mempool.h>
 #include <linux/bio.h>
 #include <linux/scatterlist.h>
 
 #include "blk.h"
 
-static struct kmem_cache *integrity_cachep;
-
-static const char *bi_unsupported_name = "unsupported";
-
 /**
  * blk_rq_count_integrity_sg - Count number of integrity scatterlist elements
  * @q:         request queue
@@ -145,40 +142,40 @@ EXPORT_SYMBOL(blk_rq_map_integrity_sg);
  */
 int blk_integrity_compare(struct gendisk *gd1, struct gendisk *gd2)
 {
-       struct blk_integrity *b1 = gd1->integrity;
-       struct blk_integrity *b2 = gd2->integrity;
+       struct blk_integrity *b1 = &gd1->queue->integrity;
+       struct blk_integrity *b2 = &gd2->queue->integrity;
 
-       if (!b1 && !b2)
+       if (!b1->profile && !b2->profile)
                return 0;
 
-       if (!b1 || !b2)
+       if (!b1->profile || !b2->profile)
                return -1;
 
-       if (b1->interval != b2->interval) {
+       if (b1->interval_exp != b2->interval_exp) {
                pr_err("%s: %s/%s protection interval %u != %u\n",
                       __func__, gd1->disk_name, gd2->disk_name,
-                      b1->interval, b2->interval);
+                      1 << b1->interval_exp, 1 << b2->interval_exp);
                return -1;
        }
 
        if (b1->tuple_size != b2->tuple_size) {
-               printk(KERN_ERR "%s: %s/%s tuple sz %u != %u\n", __func__,
+               pr_err("%s: %s/%s tuple sz %u != %u\n", __func__,
                       gd1->disk_name, gd2->disk_name,
                       b1->tuple_size, b2->tuple_size);
                return -1;
        }
 
        if (b1->tag_size && b2->tag_size && (b1->tag_size != b2->tag_size)) {
-               printk(KERN_ERR "%s: %s/%s tag sz %u != %u\n", __func__,
+               pr_err("%s: %s/%s tag sz %u != %u\n", __func__,
                       gd1->disk_name, gd2->disk_name,
                       b1->tag_size, b2->tag_size);
                return -1;
        }
 
-       if (strcmp(b1->name, b2->name)) {
-               printk(KERN_ERR "%s: %s/%s type %s != %s\n", __func__,
+       if (b1->profile != b2->profile) {
+               pr_err("%s: %s/%s type %s != %s\n", __func__,
                       gd1->disk_name, gd2->disk_name,
-                      b1->name, b2->name);
+                      b1->profile->name, b2->profile->name);
                return -1;
        }
 
@@ -203,6 +200,9 @@ bool blk_integrity_merge_rq(struct request_queue *q, struct request *req,
            q->limits.max_integrity_segments)
                return false;
 
+       if (integrity_req_gap_back_merge(req, next->bio))
+               return false;
+
        return true;
 }
 EXPORT_SYMBOL(blk_integrity_merge_rq);
@@ -245,8 +245,8 @@ struct integrity_sysfs_entry {
 static ssize_t integrity_attr_show(struct kobject *kobj, struct attribute *attr,
                                   char *page)
 {
-       struct blk_integrity *bi =
-               container_of(kobj, struct blk_integrity, kobj);
+       struct gendisk *disk = container_of(kobj, struct gendisk, integrity_kobj);
+       struct blk_integrity *bi = &disk->queue->integrity;
        struct integrity_sysfs_entry *entry =
                container_of(attr, struct integrity_sysfs_entry, attr);
 
@@ -257,8 +257,8 @@ static ssize_t integrity_attr_store(struct kobject *kobj,
                                    struct attribute *attr, const char *page,
                                    size_t count)
 {
-       struct blk_integrity *bi =
-               container_of(kobj, struct blk_integrity, kobj);
+       struct gendisk *disk = container_of(kobj, struct gendisk, integrity_kobj);
+       struct blk_integrity *bi = &disk->queue->integrity;
        struct integrity_sysfs_entry *entry =
                container_of(attr, struct integrity_sysfs_entry, attr);
        ssize_t ret = 0;
@@ -271,18 +271,21 @@ static ssize_t integrity_attr_store(struct kobject *kobj,
 
 static ssize_t integrity_format_show(struct blk_integrity *bi, char *page)
 {
-       if (bi != NULL && bi->name != NULL)
-               return sprintf(page, "%s\n", bi->name);
+       if (bi->profile && bi->profile->name)
+               return sprintf(page, "%s\n", bi->profile->name);
        else
                return sprintf(page, "none\n");
 }
 
 static ssize_t integrity_tag_size_show(struct blk_integrity *bi, char *page)
 {
-       if (bi != NULL)
-               return sprintf(page, "%u\n", bi->tag_size);
-       else
-               return sprintf(page, "0\n");
+       return sprintf(page, "%u\n", bi->tag_size);
+}
+
+static ssize_t integrity_interval_show(struct blk_integrity *bi, char *page)
+{
+       return sprintf(page, "%u\n",
+                      bi->interval_exp ? 1 << bi->interval_exp : 0);
 }
 
 static ssize_t integrity_verify_store(struct blk_integrity *bi,
@@ -339,6 +342,11 @@ static struct integrity_sysfs_entry integrity_tag_size_entry = {
        .show = integrity_tag_size_show,
 };
 
+static struct integrity_sysfs_entry integrity_interval_entry = {
+       .attr = { .name = "protection_interval_bytes", .mode = S_IRUGO },
+       .show = integrity_interval_show,
+};
+
 static struct integrity_sysfs_entry integrity_verify_entry = {
        .attr = { .name = "read_verify", .mode = S_IRUGO | S_IWUSR },
        .show = integrity_verify_show,
@@ -359,6 +367,7 @@ static struct integrity_sysfs_entry integrity_device_entry = {
 static struct attribute *integrity_attrs[] = {
        &integrity_format_entry.attr,
        &integrity_tag_size_entry.attr,
+       &integrity_interval_entry.attr,
        &integrity_verify_entry.attr,
        &integrity_generate_entry.attr,
        &integrity_device_entry.attr,
@@ -370,114 +379,89 @@ static const struct sysfs_ops integrity_ops = {
        .store  = &integrity_attr_store,
 };
 
-static int __init blk_dev_integrity_init(void)
-{
-       integrity_cachep = kmem_cache_create("blkdev_integrity",
-                                            sizeof(struct blk_integrity),
-                                            0, SLAB_PANIC, NULL);
-       return 0;
-}
-subsys_initcall(blk_dev_integrity_init);
-
-static void blk_integrity_release(struct kobject *kobj)
-{
-       struct blk_integrity *bi =
-               container_of(kobj, struct blk_integrity, kobj);
-
-       kmem_cache_free(integrity_cachep, bi);
-}
-
 static struct kobj_type integrity_ktype = {
        .default_attrs  = integrity_attrs,
        .sysfs_ops      = &integrity_ops,
-       .release        = blk_integrity_release,
 };
 
-bool blk_integrity_is_initialized(struct gendisk *disk)
+static int blk_integrity_nop_fn(struct blk_integrity_iter *iter)
 {
-       struct blk_integrity *bi = blk_get_integrity(disk);
-
-       return (bi && bi->name && strcmp(bi->name, bi_unsupported_name) != 0);
+       return 0;
 }
-EXPORT_SYMBOL(blk_integrity_is_initialized);
+
+static struct blk_integrity_profile nop_profile = {
+       .name = "nop",
+       .generate_fn = blk_integrity_nop_fn,
+       .verify_fn = blk_integrity_nop_fn,
+};
 
 /**
  * blk_integrity_register - Register a gendisk as being integrity-capable
  * @disk:      struct gendisk pointer to make integrity-aware
- * @template:  optional integrity profile to register
+ * @template:  block integrity profile to register
  *
- * Description: When a device needs to advertise itself as being able
- * to send/receive integrity metadata it must use this function to
- * register the capability with the block layer.  The template is a
- * blk_integrity struct with values appropriate for the underlying
- * hardware.  If template is NULL the new profile is allocated but
- * not filled out. See Documentation/block/data-integrity.txt.
+ * Description: When a device needs to advertise itself as being able to
+ * send/receive integrity metadata it must use this function to register
+ * the capability with the block layer. The template is a blk_integrity
+ * struct with values appropriate for the underlying hardware. See
+ * Documentation/block/data-integrity.txt.
  */
-int blk_integrity_register(struct gendisk *disk, struct blk_integrity *template)
+void blk_integrity_register(struct gendisk *disk, struct blk_integrity *template)
 {
-       struct blk_integrity *bi;
-
-       BUG_ON(disk == NULL);
-
-       if (disk->integrity == NULL) {
-               bi = kmem_cache_alloc(integrity_cachep,
-                                     GFP_KERNEL | __GFP_ZERO);
-               if (!bi)
-                       return -1;
-
-               if (kobject_init_and_add(&bi->kobj, &integrity_ktype,
-                                        &disk_to_dev(disk)->kobj,
-                                        "%s", "integrity")) {
-                       kmem_cache_free(integrity_cachep, bi);
-                       return -1;
-               }
-
-               kobject_uevent(&bi->kobj, KOBJ_ADD);
+       struct blk_integrity *bi = &disk->queue->integrity;
 
-               bi->flags |= BLK_INTEGRITY_VERIFY | BLK_INTEGRITY_GENERATE;
-               bi->interval = queue_logical_block_size(disk->queue);
-               disk->integrity = bi;
-       } else
-               bi = disk->integrity;
+       bi->flags = BLK_INTEGRITY_VERIFY | BLK_INTEGRITY_GENERATE |
+               template->flags;
+       bi->interval_exp = ilog2(queue_logical_block_size(disk->queue));
+       bi->profile = template->profile ? template->profile : &nop_profile;
+       bi->tuple_size = template->tuple_size;
+       bi->tag_size = template->tag_size;
 
-       /* Use the provided profile as template */
-       if (template != NULL) {
-               bi->name = template->name;
-               bi->generate_fn = template->generate_fn;
-               bi->verify_fn = template->verify_fn;
-               bi->tuple_size = template->tuple_size;
-               bi->tag_size = template->tag_size;
-               bi->flags |= template->flags;
-       } else
-               bi->name = bi_unsupported_name;
-
-       disk->queue->backing_dev_info.capabilities |= BDI_CAP_STABLE_WRITES;
-
-       return 0;
+       blk_integrity_revalidate(disk);
 }
 EXPORT_SYMBOL(blk_integrity_register);
 
 /**
- * blk_integrity_unregister - Remove block integrity profile
- * @disk:      disk whose integrity profile to deallocate
+ * blk_integrity_unregister - Unregister block integrity profile
+ * @disk:      disk whose integrity profile to unregister
  *
- * Description: This function frees all memory used by the block
- * integrity profile.  To be called at device teardown.
+ * Description: This function unregisters the integrity capability from
+ * a block device.
  */
 void blk_integrity_unregister(struct gendisk *disk)
 {
-       struct blk_integrity *bi;
+       blk_integrity_revalidate(disk);
+       memset(&disk->queue->integrity, 0, sizeof(struct blk_integrity));
+}
+EXPORT_SYMBOL(blk_integrity_unregister);
 
-       if (!disk || !disk->integrity)
+void blk_integrity_revalidate(struct gendisk *disk)
+{
+       struct blk_integrity *bi = &disk->queue->integrity;
+
+       if (!(disk->flags & GENHD_FL_UP))
                return;
 
-       disk->queue->backing_dev_info.capabilities &= ~BDI_CAP_STABLE_WRITES;
+       if (bi->profile)
+               disk->queue->backing_dev_info.capabilities |=
+                       BDI_CAP_STABLE_WRITES;
+       else
+               disk->queue->backing_dev_info.capabilities &=
+                       ~BDI_CAP_STABLE_WRITES;
+}
+
+void blk_integrity_add(struct gendisk *disk)
+{
+       if (kobject_init_and_add(&disk->integrity_kobj, &integrity_ktype,
+                                &disk_to_dev(disk)->kobj, "%s", "integrity"))
+               return;
 
-       bi = disk->integrity;
+       kobject_uevent(&disk->integrity_kobj, KOBJ_ADD);
+}
 
-       kobject_uevent(&bi->kobj, KOBJ_REMOVE);
-       kobject_del(&bi->kobj);
-       kobject_put(&bi->kobj);
-       disk->integrity = NULL;
+void blk_integrity_del(struct gendisk *disk)
+{
+       kobject_uevent(&disk->integrity_kobj, KOBJ_REMOVE);
+       kobject_del(&disk->integrity_kobj);
+       kobject_put(&disk->integrity_kobj);
 }
-EXPORT_SYMBOL(blk_integrity_unregister);