1
2
3
4
5
6
7
8#define KMSG_COMPONENT "dcssblk"
9#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
10
11#include <linux/module.h>
12#include <linux/moduleparam.h>
13#include <linux/ctype.h>
14#include <linux/errno.h>
15#include <linux/init.h>
16#include <linux/slab.h>
17#include <linux/blkdev.h>
18#include <linux/completion.h>
19#include <linux/interrupt.h>
20#include <linux/pfn_t.h>
21#include <linux/uio.h>
22#include <linux/dax.h>
23#include <asm/extmem.h>
24#include <asm/io.h>
25
26#define DCSSBLK_NAME "dcssblk"
27#define DCSSBLK_MINORS_PER_DISK 1
28#define DCSSBLK_PARM_LEN 400
29#define DCSS_BUS_ID_SIZE 20
30
31static int dcssblk_open(struct block_device *bdev, fmode_t mode);
32static void dcssblk_release(struct gendisk *disk, fmode_t mode);
33static blk_qc_t dcssblk_submit_bio(struct bio *bio);
34static long dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff,
35 long nr_pages, void **kaddr, pfn_t *pfn);
36
37static char dcssblk_segments[DCSSBLK_PARM_LEN] = "\0";
38
39static int dcssblk_major;
40static const struct block_device_operations dcssblk_devops = {
41 .owner = THIS_MODULE,
42 .submit_bio = dcssblk_submit_bio,
43 .open = dcssblk_open,
44 .release = dcssblk_release,
45};
46
47static size_t dcssblk_dax_copy_from_iter(struct dax_device *dax_dev,
48 pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i)
49{
50 return copy_from_iter(addr, bytes, i);
51}
52
53static size_t dcssblk_dax_copy_to_iter(struct dax_device *dax_dev,
54 pgoff_t pgoff, void *addr, size_t bytes, struct iov_iter *i)
55{
56 return copy_to_iter(addr, bytes, i);
57}
58
59static int dcssblk_dax_zero_page_range(struct dax_device *dax_dev,
60 pgoff_t pgoff, size_t nr_pages)
61{
62 long rc;
63 void *kaddr;
64
65 rc = dax_direct_access(dax_dev, pgoff, nr_pages, &kaddr, NULL);
66 if (rc < 0)
67 return rc;
68 memset(kaddr, 0, nr_pages << PAGE_SHIFT);
69 dax_flush(dax_dev, kaddr, nr_pages << PAGE_SHIFT);
70 return 0;
71}
72
73static const struct dax_operations dcssblk_dax_ops = {
74 .direct_access = dcssblk_dax_direct_access,
75 .dax_supported = generic_fsdax_supported,
76 .copy_from_iter = dcssblk_dax_copy_from_iter,
77 .copy_to_iter = dcssblk_dax_copy_to_iter,
78 .zero_page_range = dcssblk_dax_zero_page_range,
79};
80
81struct dcssblk_dev_info {
82 struct list_head lh;
83 struct device dev;
84 char segment_name[DCSS_BUS_ID_SIZE];
85 atomic_t use_count;
86 struct gendisk *gd;
87 unsigned long start;
88 unsigned long end;
89 int segment_type;
90 unsigned char save_pending;
91 unsigned char is_shared;
92 int num_of_segments;
93 struct list_head seg_list;
94 struct dax_device *dax_dev;
95};
96
97struct segment_info {
98 struct list_head lh;
99 char segment_name[DCSS_BUS_ID_SIZE];
100 unsigned long start;
101 unsigned long end;
102 int segment_type;
103};
104
105static ssize_t dcssblk_add_store(struct device * dev, struct device_attribute *attr, const char * buf,
106 size_t count);
107static ssize_t dcssblk_remove_store(struct device * dev, struct device_attribute *attr, const char * buf,
108 size_t count);
109
110static DEVICE_ATTR(add, S_IWUSR, NULL, dcssblk_add_store);
111static DEVICE_ATTR(remove, S_IWUSR, NULL, dcssblk_remove_store);
112
113static struct device *dcssblk_root_dev;
114
115static LIST_HEAD(dcssblk_devices);
116static struct rw_semaphore dcssblk_devices_sem;
117
118
119
120
121static void
122dcssblk_release_segment(struct device *dev)
123{
124 struct dcssblk_dev_info *dev_info;
125 struct segment_info *entry, *temp;
126
127 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
128 list_for_each_entry_safe(entry, temp, &dev_info->seg_list, lh) {
129 list_del(&entry->lh);
130 kfree(entry);
131 }
132 kfree(dev_info);
133 module_put(THIS_MODULE);
134}
135
136
137
138
139
140
141
142static int
143dcssblk_assign_free_minor(struct dcssblk_dev_info *dev_info)
144{
145 int minor, found;
146 struct dcssblk_dev_info *entry;
147
148 if (dev_info == NULL)
149 return -EINVAL;
150 for (minor = 0; minor < (1<<MINORBITS); minor++) {
151 found = 0;
152
153 list_for_each_entry(entry, &dcssblk_devices, lh)
154 if (minor == entry->gd->first_minor)
155 found++;
156 if (!found) break;
157 }
158 if (found)
159 return -EBUSY;
160 dev_info->gd->first_minor = minor;
161 return 0;
162}
163
164
165
166
167
168
169static struct dcssblk_dev_info *
170dcssblk_get_device_by_name(char *name)
171{
172 struct dcssblk_dev_info *entry;
173
174 list_for_each_entry(entry, &dcssblk_devices, lh) {
175 if (!strcmp(name, entry->segment_name)) {
176 return entry;
177 }
178 }
179 return NULL;
180}
181
182
183
184
185
186
187static struct segment_info *
188dcssblk_get_segment_by_name(char *name)
189{
190 struct dcssblk_dev_info *dev_info;
191 struct segment_info *entry;
192
193 list_for_each_entry(dev_info, &dcssblk_devices, lh) {
194 list_for_each_entry(entry, &dev_info->seg_list, lh) {
195 if (!strcmp(name, entry->segment_name))
196 return entry;
197 }
198 }
199 return NULL;
200}
201
202
203
204
205static unsigned long
206dcssblk_find_highest_addr(struct dcssblk_dev_info *dev_info)
207{
208 unsigned long highest_addr;
209 struct segment_info *entry;
210
211 highest_addr = 0;
212 list_for_each_entry(entry, &dev_info->seg_list, lh) {
213 if (highest_addr < entry->end)
214 highest_addr = entry->end;
215 }
216 return highest_addr;
217}
218
219
220
221
222static unsigned long
223dcssblk_find_lowest_addr(struct dcssblk_dev_info *dev_info)
224{
225 int set_first;
226 unsigned long lowest_addr;
227 struct segment_info *entry;
228
229 set_first = 0;
230 lowest_addr = 0;
231 list_for_each_entry(entry, &dev_info->seg_list, lh) {
232 if (set_first == 0) {
233 lowest_addr = entry->start;
234 set_first = 1;
235 } else {
236 if (lowest_addr > entry->start)
237 lowest_addr = entry->start;
238 }
239 }
240 return lowest_addr;
241}
242
243
244
245
246static int
247dcssblk_is_continuous(struct dcssblk_dev_info *dev_info)
248{
249 int i, j, rc;
250 struct segment_info *sort_list, *entry, temp;
251
252 if (dev_info->num_of_segments <= 1)
253 return 0;
254
255 sort_list = kcalloc(dev_info->num_of_segments,
256 sizeof(struct segment_info),
257 GFP_KERNEL);
258 if (sort_list == NULL)
259 return -ENOMEM;
260 i = 0;
261 list_for_each_entry(entry, &dev_info->seg_list, lh) {
262 memcpy(&sort_list[i], entry, sizeof(struct segment_info));
263 i++;
264 }
265
266
267 for (i = 0; i < dev_info->num_of_segments; i++)
268 for (j = 0; j < dev_info->num_of_segments; j++)
269 if (sort_list[j].start > sort_list[i].start) {
270 memcpy(&temp, &sort_list[i],
271 sizeof(struct segment_info));
272 memcpy(&sort_list[i], &sort_list[j],
273 sizeof(struct segment_info));
274 memcpy(&sort_list[j], &temp,
275 sizeof(struct segment_info));
276 }
277
278
279 for (i = 0; i < dev_info->num_of_segments - 1; i++) {
280 if ((sort_list[i].end + 1) != sort_list[i+1].start) {
281 pr_err("Adjacent DCSSs %s and %s are not "
282 "contiguous\n", sort_list[i].segment_name,
283 sort_list[i+1].segment_name);
284 rc = -EINVAL;
285 goto out;
286 }
287
288 if (sort_list[i].segment_type != sort_list[i+1].segment_type) {
289 if (!(sort_list[i].segment_type & SEGMENT_EXCLUSIVE) ||
290 (sort_list[i].segment_type == SEG_TYPE_ER) ||
291 !(sort_list[i+1].segment_type &
292 SEGMENT_EXCLUSIVE) ||
293 (sort_list[i+1].segment_type == SEG_TYPE_ER)) {
294 pr_err("DCSS %s and DCSS %s have "
295 "incompatible types\n",
296 sort_list[i].segment_name,
297 sort_list[i+1].segment_name);
298 rc = -EINVAL;
299 goto out;
300 }
301 }
302 }
303 rc = 0;
304out:
305 kfree(sort_list);
306 return rc;
307}
308
309
310
311
312static int
313dcssblk_load_segment(char *name, struct segment_info **seg_info)
314{
315 int rc;
316
317
318 down_read(&dcssblk_devices_sem);
319 *seg_info = dcssblk_get_segment_by_name(name);
320 up_read(&dcssblk_devices_sem);
321 if (*seg_info != NULL)
322 return -EEXIST;
323
324
325 *seg_info = kzalloc(sizeof(struct segment_info), GFP_KERNEL);
326 if (*seg_info == NULL)
327 return -ENOMEM;
328
329 strcpy((*seg_info)->segment_name, name);
330
331
332 rc = segment_load(name, SEGMENT_SHARED,
333 &(*seg_info)->start, &(*seg_info)->end);
334 if (rc < 0) {
335 segment_warning(rc, (*seg_info)->segment_name);
336 kfree(*seg_info);
337 } else {
338 INIT_LIST_HEAD(&(*seg_info)->lh);
339 (*seg_info)->segment_type = rc;
340 }
341 return rc;
342}
343
344
345
346
347
348static ssize_t
349dcssblk_shared_show(struct device *dev, struct device_attribute *attr, char *buf)
350{
351 struct dcssblk_dev_info *dev_info;
352
353 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
354 return sprintf(buf, dev_info->is_shared ? "1\n" : "0\n");
355}
356
357static ssize_t
358dcssblk_shared_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
359{
360 struct dcssblk_dev_info *dev_info;
361 struct segment_info *entry, *temp;
362 int rc;
363
364 if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0'))
365 return -EINVAL;
366 down_write(&dcssblk_devices_sem);
367 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
368 if (atomic_read(&dev_info->use_count)) {
369 rc = -EBUSY;
370 goto out;
371 }
372 if (inbuf[0] == '1') {
373
374 list_for_each_entry(entry, &dev_info->seg_list, lh) {
375 rc = segment_modify_shared(entry->segment_name,
376 SEGMENT_SHARED);
377 if (rc < 0) {
378 BUG_ON(rc == -EINVAL);
379 if (rc != -EAGAIN)
380 goto removeseg;
381 }
382 }
383 dev_info->is_shared = 1;
384 switch (dev_info->segment_type) {
385 case SEG_TYPE_SR:
386 case SEG_TYPE_ER:
387 case SEG_TYPE_SC:
388 set_disk_ro(dev_info->gd, 1);
389 }
390 } else if (inbuf[0] == '0') {
391
392 if (dev_info->segment_type == SEG_TYPE_SC) {
393 pr_err("DCSS %s is of type SC and cannot be "
394 "loaded as exclusive-writable\n",
395 dev_info->segment_name);
396 rc = -EINVAL;
397 goto out;
398 }
399 list_for_each_entry(entry, &dev_info->seg_list, lh) {
400 rc = segment_modify_shared(entry->segment_name,
401 SEGMENT_EXCLUSIVE);
402 if (rc < 0) {
403 BUG_ON(rc == -EINVAL);
404 if (rc != -EAGAIN)
405 goto removeseg;
406 }
407 }
408 dev_info->is_shared = 0;
409 set_disk_ro(dev_info->gd, 0);
410 } else {
411 rc = -EINVAL;
412 goto out;
413 }
414 rc = count;
415 goto out;
416
417removeseg:
418 pr_err("DCSS device %s is removed after a failed access mode "
419 "change\n", dev_info->segment_name);
420 temp = entry;
421 list_for_each_entry(entry, &dev_info->seg_list, lh) {
422 if (entry != temp)
423 segment_unload(entry->segment_name);
424 }
425 list_del(&dev_info->lh);
426
427 kill_dax(dev_info->dax_dev);
428 put_dax(dev_info->dax_dev);
429 del_gendisk(dev_info->gd);
430 blk_cleanup_disk(dev_info->gd);
431 up_write(&dcssblk_devices_sem);
432
433 if (device_remove_file_self(dev, attr)) {
434 device_unregister(dev);
435 put_device(dev);
436 }
437 return rc;
438out:
439 up_write(&dcssblk_devices_sem);
440 return rc;
441}
442static DEVICE_ATTR(shared, S_IWUSR | S_IRUSR, dcssblk_shared_show,
443 dcssblk_shared_store);
444
445
446
447
448
449
450
451
452static ssize_t
453dcssblk_save_show(struct device *dev, struct device_attribute *attr, char *buf)
454{
455 struct dcssblk_dev_info *dev_info;
456
457 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
458 return sprintf(buf, dev_info->save_pending ? "1\n" : "0\n");
459}
460
461static ssize_t
462dcssblk_save_store(struct device *dev, struct device_attribute *attr, const char *inbuf, size_t count)
463{
464 struct dcssblk_dev_info *dev_info;
465 struct segment_info *entry;
466
467 if ((count > 1) && (inbuf[1] != '\n') && (inbuf[1] != '\0'))
468 return -EINVAL;
469 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
470
471 down_write(&dcssblk_devices_sem);
472 if (inbuf[0] == '1') {
473 if (atomic_read(&dev_info->use_count) == 0) {
474
475 pr_info("All DCSSs that map to device %s are "
476 "saved\n", dev_info->segment_name);
477 list_for_each_entry(entry, &dev_info->seg_list, lh) {
478 if (entry->segment_type == SEG_TYPE_EN ||
479 entry->segment_type == SEG_TYPE_SN)
480 pr_warn("DCSS %s is of type SN or EN"
481 " and cannot be saved\n",
482 entry->segment_name);
483 else
484 segment_save(entry->segment_name);
485 }
486 } else {
487
488
489 pr_info("Device %s is in use, its DCSSs will be "
490 "saved when it becomes idle\n",
491 dev_info->segment_name);
492 dev_info->save_pending = 1;
493 }
494 } else if (inbuf[0] == '0') {
495 if (dev_info->save_pending) {
496
497
498 dev_info->save_pending = 0;
499 pr_info("A pending save request for device %s "
500 "has been canceled\n",
501 dev_info->segment_name);
502 }
503 } else {
504 up_write(&dcssblk_devices_sem);
505 return -EINVAL;
506 }
507 up_write(&dcssblk_devices_sem);
508 return count;
509}
510static DEVICE_ATTR(save, S_IWUSR | S_IRUSR, dcssblk_save_show,
511 dcssblk_save_store);
512
513
514
515
516static ssize_t
517dcssblk_seglist_show(struct device *dev, struct device_attribute *attr,
518 char *buf)
519{
520 int i;
521
522 struct dcssblk_dev_info *dev_info;
523 struct segment_info *entry;
524
525 down_read(&dcssblk_devices_sem);
526 dev_info = container_of(dev, struct dcssblk_dev_info, dev);
527 i = 0;
528 buf[0] = '\0';
529 list_for_each_entry(entry, &dev_info->seg_list, lh) {
530 strcpy(&buf[i], entry->segment_name);
531 i += strlen(entry->segment_name);
532 buf[i] = '\n';
533 i++;
534 }
535 up_read(&dcssblk_devices_sem);
536 return i;
537}
538static DEVICE_ATTR(seglist, S_IRUSR, dcssblk_seglist_show, NULL);
539
540static struct attribute *dcssblk_dev_attrs[] = {
541 &dev_attr_shared.attr,
542 &dev_attr_save.attr,
543 &dev_attr_seglist.attr,
544 NULL,
545};
546static struct attribute_group dcssblk_dev_attr_group = {
547 .attrs = dcssblk_dev_attrs,
548};
549static const struct attribute_group *dcssblk_dev_attr_groups[] = {
550 &dcssblk_dev_attr_group,
551 NULL,
552};
553
554
555
556
557static ssize_t
558dcssblk_add_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
559{
560 int rc, i, j, num_of_segments;
561 struct dcssblk_dev_info *dev_info;
562 struct segment_info *seg_info, *temp;
563 char *local_buf;
564 unsigned long seg_byte_size;
565
566 dev_info = NULL;
567 seg_info = NULL;
568 if (dev != dcssblk_root_dev) {
569 rc = -EINVAL;
570 goto out_nobuf;
571 }
572 if ((count < 1) || (buf[0] == '\0') || (buf[0] == '\n')) {
573 rc = -ENAMETOOLONG;
574 goto out_nobuf;
575 }
576
577 local_buf = kmalloc(count + 1, GFP_KERNEL);
578 if (local_buf == NULL) {
579 rc = -ENOMEM;
580 goto out_nobuf;
581 }
582
583
584
585
586 num_of_segments = 0;
587 for (i = 0; (i < count && (buf[i] != '\0') && (buf[i] != '\n')); i++) {
588 for (j = i; j < count &&
589 (buf[j] != ':') &&
590 (buf[j] != '\0') &&
591 (buf[j] != '\n'); j++) {
592 local_buf[j-i] = toupper(buf[j]);
593 }
594 local_buf[j-i] = '\0';
595 if (((j - i) == 0) || ((j - i) > 8)) {
596 rc = -ENAMETOOLONG;
597 goto seg_list_del;
598 }
599
600 rc = dcssblk_load_segment(local_buf, &seg_info);
601 if (rc < 0)
602 goto seg_list_del;
603
604
605
606 if (num_of_segments == 0) {
607 dev_info = kzalloc(sizeof(struct dcssblk_dev_info),
608 GFP_KERNEL);
609 if (dev_info == NULL) {
610 rc = -ENOMEM;
611 goto out;
612 }
613 strcpy(dev_info->segment_name, local_buf);
614 dev_info->segment_type = seg_info->segment_type;
615 INIT_LIST_HEAD(&dev_info->seg_list);
616 }
617 list_add_tail(&seg_info->lh, &dev_info->seg_list);
618 num_of_segments++;
619 i = j;
620
621 if ((buf[j] == '\0') || (buf[j] == '\n'))
622 break;
623 }
624
625
626 if ((i > 0) && (buf[i-1] == ':')) {
627 rc = -ENAMETOOLONG;
628 goto seg_list_del;
629 }
630 strlcpy(local_buf, buf, i + 1);
631 dev_info->num_of_segments = num_of_segments;
632 rc = dcssblk_is_continuous(dev_info);
633 if (rc < 0)
634 goto seg_list_del;
635
636 dev_info->start = dcssblk_find_lowest_addr(dev_info);
637 dev_info->end = dcssblk_find_highest_addr(dev_info);
638
639 dev_set_name(&dev_info->dev, "%s", dev_info->segment_name);
640 dev_info->dev.release = dcssblk_release_segment;
641 dev_info->dev.groups = dcssblk_dev_attr_groups;
642 INIT_LIST_HEAD(&dev_info->lh);
643 dev_info->gd = blk_alloc_disk(NUMA_NO_NODE);
644 if (dev_info->gd == NULL) {
645 rc = -ENOMEM;
646 goto seg_list_del;
647 }
648 dev_info->gd->major = dcssblk_major;
649 dev_info->gd->minors = DCSSBLK_MINORS_PER_DISK;
650 dev_info->gd->fops = &dcssblk_devops;
651 dev_info->gd->private_data = dev_info;
652 blk_queue_logical_block_size(dev_info->gd->queue, 4096);
653 blk_queue_flag_set(QUEUE_FLAG_DAX, dev_info->gd->queue);
654
655 seg_byte_size = (dev_info->end - dev_info->start + 1);
656 set_capacity(dev_info->gd, seg_byte_size >> 9);
657 pr_info("Loaded %s with total size %lu bytes and capacity %lu "
658 "sectors\n", local_buf, seg_byte_size, seg_byte_size >> 9);
659
660 dev_info->save_pending = 0;
661 dev_info->is_shared = 1;
662 dev_info->dev.parent = dcssblk_root_dev;
663
664
665
666
667 down_write(&dcssblk_devices_sem);
668 if (dcssblk_get_segment_by_name(local_buf)) {
669 rc = -EEXIST;
670 goto release_gd;
671 }
672 rc = dcssblk_assign_free_minor(dev_info);
673 if (rc)
674 goto release_gd;
675 sprintf(dev_info->gd->disk_name, "dcssblk%d",
676 dev_info->gd->first_minor);
677 list_add_tail(&dev_info->lh, &dcssblk_devices);
678
679 if (!try_module_get(THIS_MODULE)) {
680 rc = -ENODEV;
681 goto dev_list_del;
682 }
683
684
685
686 rc = device_register(&dev_info->dev);
687 if (rc)
688 goto put_dev;
689
690 dev_info->dax_dev = alloc_dax(dev_info, dev_info->gd->disk_name,
691 &dcssblk_dax_ops, DAXDEV_F_SYNC);
692 if (IS_ERR(dev_info->dax_dev)) {
693 rc = PTR_ERR(dev_info->dax_dev);
694 dev_info->dax_dev = NULL;
695 goto put_dev;
696 }
697
698 get_device(&dev_info->dev);
699 device_add_disk(&dev_info->dev, dev_info->gd, NULL);
700
701 switch (dev_info->segment_type) {
702 case SEG_TYPE_SR:
703 case SEG_TYPE_ER:
704 case SEG_TYPE_SC:
705 set_disk_ro(dev_info->gd,1);
706 break;
707 default:
708 set_disk_ro(dev_info->gd,0);
709 break;
710 }
711 up_write(&dcssblk_devices_sem);
712 rc = count;
713 goto out;
714
715put_dev:
716 list_del(&dev_info->lh);
717 blk_cleanup_disk(dev_info->gd);
718 list_for_each_entry(seg_info, &dev_info->seg_list, lh) {
719 segment_unload(seg_info->segment_name);
720 }
721 put_device(&dev_info->dev);
722 up_write(&dcssblk_devices_sem);
723 goto out;
724dev_list_del:
725 list_del(&dev_info->lh);
726release_gd:
727 blk_cleanup_disk(dev_info->gd);
728 up_write(&dcssblk_devices_sem);
729seg_list_del:
730 if (dev_info == NULL)
731 goto out;
732 list_for_each_entry_safe(seg_info, temp, &dev_info->seg_list, lh) {
733 list_del(&seg_info->lh);
734 segment_unload(seg_info->segment_name);
735 kfree(seg_info);
736 }
737 kfree(dev_info);
738out:
739 kfree(local_buf);
740out_nobuf:
741 return rc;
742}
743
744
745
746
747static ssize_t
748dcssblk_remove_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
749{
750 struct dcssblk_dev_info *dev_info;
751 struct segment_info *entry;
752 int rc, i;
753 char *local_buf;
754
755 if (dev != dcssblk_root_dev) {
756 return -EINVAL;
757 }
758 local_buf = kmalloc(count + 1, GFP_KERNEL);
759 if (local_buf == NULL) {
760 return -ENOMEM;
761 }
762
763
764
765 for (i = 0; (i < count && (*(buf+i)!='\0') && (*(buf+i)!='\n')); i++) {
766 local_buf[i] = toupper(buf[i]);
767 }
768 local_buf[i] = '\0';
769 if ((i == 0) || (i > 8)) {
770 rc = -ENAMETOOLONG;
771 goto out_buf;
772 }
773
774 down_write(&dcssblk_devices_sem);
775 dev_info = dcssblk_get_device_by_name(local_buf);
776 if (dev_info == NULL) {
777 up_write(&dcssblk_devices_sem);
778 pr_warn("Device %s cannot be removed because it is not a known device\n",
779 local_buf);
780 rc = -ENODEV;
781 goto out_buf;
782 }
783 if (atomic_read(&dev_info->use_count) != 0) {
784 up_write(&dcssblk_devices_sem);
785 pr_warn("Device %s cannot be removed while it is in use\n",
786 local_buf);
787 rc = -EBUSY;
788 goto out_buf;
789 }
790
791 list_del(&dev_info->lh);
792 kill_dax(dev_info->dax_dev);
793 put_dax(dev_info->dax_dev);
794 del_gendisk(dev_info->gd);
795 blk_cleanup_disk(dev_info->gd);
796
797
798 list_for_each_entry(entry, &dev_info->seg_list, lh)
799 segment_unload(entry->segment_name);
800
801 up_write(&dcssblk_devices_sem);
802
803 device_unregister(&dev_info->dev);
804 put_device(&dev_info->dev);
805
806 rc = count;
807out_buf:
808 kfree(local_buf);
809 return rc;
810}
811
812static int
813dcssblk_open(struct block_device *bdev, fmode_t mode)
814{
815 struct dcssblk_dev_info *dev_info;
816 int rc;
817
818 dev_info = bdev->bd_disk->private_data;
819 if (NULL == dev_info) {
820 rc = -ENODEV;
821 goto out;
822 }
823 atomic_inc(&dev_info->use_count);
824 rc = 0;
825out:
826 return rc;
827}
828
829static void
830dcssblk_release(struct gendisk *disk, fmode_t mode)
831{
832 struct dcssblk_dev_info *dev_info = disk->private_data;
833 struct segment_info *entry;
834
835 if (!dev_info) {
836 WARN_ON(1);
837 return;
838 }
839 down_write(&dcssblk_devices_sem);
840 if (atomic_dec_and_test(&dev_info->use_count)
841 && (dev_info->save_pending)) {
842 pr_info("Device %s has become idle and is being saved "
843 "now\n", dev_info->segment_name);
844 list_for_each_entry(entry, &dev_info->seg_list, lh) {
845 if (entry->segment_type == SEG_TYPE_EN ||
846 entry->segment_type == SEG_TYPE_SN)
847 pr_warn("DCSS %s is of type SN or EN and cannot"
848 " be saved\n", entry->segment_name);
849 else
850 segment_save(entry->segment_name);
851 }
852 dev_info->save_pending = 0;
853 }
854 up_write(&dcssblk_devices_sem);
855}
856
857static blk_qc_t
858dcssblk_submit_bio(struct bio *bio)
859{
860 struct dcssblk_dev_info *dev_info;
861 struct bio_vec bvec;
862 struct bvec_iter iter;
863 unsigned long index;
864 unsigned long page_addr;
865 unsigned long source_addr;
866 unsigned long bytes_done;
867
868 blk_queue_split(&bio);
869
870 bytes_done = 0;
871 dev_info = bio->bi_bdev->bd_disk->private_data;
872 if (dev_info == NULL)
873 goto fail;
874 if ((bio->bi_iter.bi_sector & 7) != 0 ||
875 (bio->bi_iter.bi_size & 4095) != 0)
876
877 goto fail;
878
879 if (dev_info->is_shared) {
880 switch (dev_info->segment_type) {
881 case SEG_TYPE_SR:
882 case SEG_TYPE_ER:
883 case SEG_TYPE_SC:
884
885 if (bio_data_dir(bio) == WRITE) {
886 pr_warn("Writing to %s failed because it is a read-only device\n",
887 dev_name(&dev_info->dev));
888 goto fail;
889 }
890 }
891 }
892
893 index = (bio->bi_iter.bi_sector >> 3);
894 bio_for_each_segment(bvec, bio, iter) {
895 page_addr = (unsigned long)
896 page_address(bvec.bv_page) + bvec.bv_offset;
897 source_addr = dev_info->start + (index<<12) + bytes_done;
898 if (unlikely((page_addr & 4095) != 0) || (bvec.bv_len & 4095) != 0)
899
900 goto fail;
901 if (bio_data_dir(bio) == READ) {
902 memcpy((void*)page_addr, (void*)source_addr,
903 bvec.bv_len);
904 } else {
905 memcpy((void*)source_addr, (void*)page_addr,
906 bvec.bv_len);
907 }
908 bytes_done += bvec.bv_len;
909 }
910 bio_endio(bio);
911 return BLK_QC_T_NONE;
912fail:
913 bio_io_error(bio);
914 return BLK_QC_T_NONE;
915}
916
917static long
918__dcssblk_direct_access(struct dcssblk_dev_info *dev_info, pgoff_t pgoff,
919 long nr_pages, void **kaddr, pfn_t *pfn)
920{
921 resource_size_t offset = pgoff * PAGE_SIZE;
922 unsigned long dev_sz;
923
924 dev_sz = dev_info->end - dev_info->start + 1;
925 if (kaddr)
926 *kaddr = (void *) dev_info->start + offset;
927 if (pfn)
928 *pfn = __pfn_to_pfn_t(PFN_DOWN(dev_info->start + offset),
929 PFN_DEV|PFN_SPECIAL);
930
931 return (dev_sz - offset) / PAGE_SIZE;
932}
933
934static long
935dcssblk_dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff,
936 long nr_pages, void **kaddr, pfn_t *pfn)
937{
938 struct dcssblk_dev_info *dev_info = dax_get_private(dax_dev);
939
940 return __dcssblk_direct_access(dev_info, pgoff, nr_pages, kaddr, pfn);
941}
942
943static void
944dcssblk_check_params(void)
945{
946 int rc, i, j, k;
947 char buf[DCSSBLK_PARM_LEN + 1];
948 struct dcssblk_dev_info *dev_info;
949
950 for (i = 0; (i < DCSSBLK_PARM_LEN) && (dcssblk_segments[i] != '\0');
951 i++) {
952 for (j = i; (j < DCSSBLK_PARM_LEN) &&
953 (dcssblk_segments[j] != ',') &&
954 (dcssblk_segments[j] != '\0') &&
955 (dcssblk_segments[j] != '('); j++)
956 {
957 buf[j-i] = dcssblk_segments[j];
958 }
959 buf[j-i] = '\0';
960 rc = dcssblk_add_store(dcssblk_root_dev, NULL, buf, j-i);
961 if ((rc >= 0) && (dcssblk_segments[j] == '(')) {
962 for (k = 0; (buf[k] != ':') && (buf[k] != '\0'); k++)
963 buf[k] = toupper(buf[k]);
964 buf[k] = '\0';
965 if (!strncmp(&dcssblk_segments[j], "(local)", 7)) {
966 down_read(&dcssblk_devices_sem);
967 dev_info = dcssblk_get_device_by_name(buf);
968 up_read(&dcssblk_devices_sem);
969 if (dev_info)
970 dcssblk_shared_store(&dev_info->dev,
971 NULL, "0\n", 2);
972 }
973 }
974 while ((dcssblk_segments[j] != ',') &&
975 (dcssblk_segments[j] != '\0'))
976 {
977 j++;
978 }
979 if (dcssblk_segments[j] == '\0')
980 break;
981 i = j;
982 }
983}
984
985
986
987
988static void __exit
989dcssblk_exit(void)
990{
991 root_device_unregister(dcssblk_root_dev);
992 unregister_blkdev(dcssblk_major, DCSSBLK_NAME);
993}
994
995static int __init
996dcssblk_init(void)
997{
998 int rc;
999
1000 dcssblk_root_dev = root_device_register("dcssblk");
1001 if (IS_ERR(dcssblk_root_dev))
1002 return PTR_ERR(dcssblk_root_dev);
1003 rc = device_create_file(dcssblk_root_dev, &dev_attr_add);
1004 if (rc)
1005 goto out_root;
1006 rc = device_create_file(dcssblk_root_dev, &dev_attr_remove);
1007 if (rc)
1008 goto out_root;
1009 rc = register_blkdev(0, DCSSBLK_NAME);
1010 if (rc < 0)
1011 goto out_root;
1012 dcssblk_major = rc;
1013 init_rwsem(&dcssblk_devices_sem);
1014
1015 dcssblk_check_params();
1016 return 0;
1017
1018out_root:
1019 root_device_unregister(dcssblk_root_dev);
1020
1021 return rc;
1022}
1023
1024module_init(dcssblk_init);
1025module_exit(dcssblk_exit);
1026
1027module_param_string(segments, dcssblk_segments, DCSSBLK_PARM_LEN, 0444);
1028MODULE_PARM_DESC(segments, "Name of DCSS segment(s) to be loaded, "
1029 "comma-separated list, names in each set separated "
1030 "by commas are separated by colons, each set contains "
1031 "names of contiguous segments and each name max. 8 chars.\n"
1032 "Adding \"(local)\" to the end of each set equals echoing 0 "
1033 "to /sys/devices/dcssblk/<device name>/shared after loading "
1034 "the contiguous segments - \n"
1035 "e.g. segments=\"mydcss1,mydcss2:mydcss3,mydcss4(local)\"");
1036
1037MODULE_LICENSE("GPL");
1038
