.. | .. |
---|
| 1 | +/* SPDX-License-Identifier: GPL-2.0-or-later */ |
---|
1 | 2 | /* |
---|
2 | 3 | md.h : kernel internal structure of the Linux MD driver |
---|
3 | 4 | Copyright (C) 1996-98 Ingo Molnar, Gadi Oxman |
---|
4 | 5 | |
---|
5 | | - This program is free software; you can redistribute it and/or modify |
---|
6 | | - it under the terms of the GNU General Public License as published by |
---|
7 | | - the Free Software Foundation; either version 2, or (at your option) |
---|
8 | | - any later version. |
---|
9 | | - |
---|
10 | | - You should have received a copy of the GNU General Public License |
---|
11 | | - (for example /usr/src/linux/COPYING); if not, write to the Free |
---|
12 | | - Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
---|
13 | 6 | */ |
---|
14 | 7 | |
---|
15 | 8 | #ifndef _MD_MD_H |
---|
.. | .. |
---|
39 | 32 | * be retried. |
---|
40 | 33 | */ |
---|
41 | 34 | #define MD_FAILFAST (REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT) |
---|
| 35 | + |
---|
| 36 | +/* |
---|
| 37 | + * The struct embedded in rdev is used to serialize IO. |
---|
| 38 | + */ |
---|
| 39 | +struct serial_in_rdev { |
---|
| 40 | + struct rb_root_cached serial_rb; |
---|
| 41 | + spinlock_t serial_lock; |
---|
| 42 | + wait_queue_head_t serial_io_wait; |
---|
| 43 | +}; |
---|
| 44 | + |
---|
42 | 45 | /* |
---|
43 | 46 | * MD's 'extended' device |
---|
44 | 47 | */ |
---|
.. | .. |
---|
116 | 119 | * for reporting to userspace and storing |
---|
117 | 120 | * in superblock. |
---|
118 | 121 | */ |
---|
| 122 | + |
---|
| 123 | + struct serial_in_rdev *serial; /* used for raid1 io serialization */ |
---|
| 124 | + |
---|
119 | 125 | struct work_struct del_work; /* used for delayed sysfs removal */ |
---|
120 | 126 | |
---|
121 | 127 | struct kernfs_node *sysfs_state; /* handle for 'state' |
---|
122 | 128 | * sysfs entry */ |
---|
123 | | - |
---|
| 129 | + /* handle for 'unacknowledged_bad_blocks' sysfs dentry */ |
---|
| 130 | + struct kernfs_node *sysfs_unack_badblocks; |
---|
| 131 | + /* handle for 'bad_blocks' sysfs dentry */ |
---|
| 132 | + struct kernfs_node *sysfs_badblocks; |
---|
124 | 133 | struct badblocks badblocks; |
---|
125 | 134 | |
---|
126 | 135 | struct { |
---|
.. | .. |
---|
200 | 209 | * it didn't fail, so don't use FailFast |
---|
201 | 210 | * any more for metadata |
---|
202 | 211 | */ |
---|
| 212 | + CollisionCheck, /* |
---|
| 213 | + * check if there is collision between raid1 |
---|
| 214 | + * serial bios. |
---|
| 215 | + */ |
---|
203 | 216 | }; |
---|
204 | 217 | |
---|
205 | 218 | static inline int is_badblock(struct md_rdev *rdev, sector_t s, int sectors, |
---|
.. | .. |
---|
246 | 259 | MD_NOT_READY, /* do_md_run() is active, so 'array_state' |
---|
247 | 260 | * must not report that array is ready yet |
---|
248 | 261 | */ |
---|
| 262 | + MD_BROKEN, /* This is used in RAID-0/LINEAR only, to stop |
---|
| 263 | + * I/O in case an array member is gone/failed. |
---|
| 264 | + */ |
---|
249 | 265 | }; |
---|
250 | 266 | |
---|
251 | 267 | enum mddev_sb_flags { |
---|
.. | .. |
---|
253 | 269 | MD_SB_CHANGE_CLEAN, /* transition to or from 'clean' */ |
---|
254 | 270 | MD_SB_CHANGE_PENDING, /* switch from 'clean' to 'active' in progress */ |
---|
255 | 271 | MD_SB_NEED_REWRITE, /* metadata write needs to be repeated */ |
---|
| 272 | +}; |
---|
| 273 | + |
---|
| 274 | +#define NR_SERIAL_INFOS 8 |
---|
| 275 | +/* record current range of serialize IOs */ |
---|
| 276 | +struct serial_info { |
---|
| 277 | + struct rb_node node; |
---|
| 278 | + sector_t start; /* start sector of rb node */ |
---|
| 279 | + sector_t last; /* end sector of rb node */ |
---|
| 280 | + sector_t _subtree_last; /* highest sector in subtree of rb node */ |
---|
256 | 281 | }; |
---|
257 | 282 | |
---|
258 | 283 | struct mddev { |
---|
.. | .. |
---|
372 | 397 | * These locks are separate due to conflicting interactions |
---|
373 | 398 | * with bdev->bd_mutex. |
---|
374 | 399 | * Lock ordering is: |
---|
375 | | - * reconfig_mutex -> bd_mutex : e.g. do_md_run -> revalidate_disk |
---|
| 400 | + * reconfig_mutex -> bd_mutex |
---|
376 | 401 | * bd_mutex -> open_mutex: e.g. __blkdev_get -> md_open |
---|
377 | 402 | */ |
---|
378 | 403 | struct mutex open_mutex; |
---|
.. | .. |
---|
398 | 423 | * file in sysfs. |
---|
399 | 424 | */ |
---|
400 | 425 | struct kernfs_node *sysfs_action; /* handle for 'sync_action' */ |
---|
| 426 | + struct kernfs_node *sysfs_completed; /*handle for 'sync_completed' */ |
---|
| 427 | + struct kernfs_node *sysfs_degraded; /*handle for 'degraded' */ |
---|
| 428 | + struct kernfs_node *sysfs_level; /*handle for 'level' */ |
---|
401 | 429 | |
---|
402 | 430 | struct work_struct del_work; /* used for delayed sysfs removal */ |
---|
403 | 431 | |
---|
.. | .. |
---|
471 | 499 | */ |
---|
472 | 500 | struct work_struct flush_work; |
---|
473 | 501 | struct work_struct event_work; /* used by dm to report failure event */ |
---|
| 502 | + mempool_t *serial_info_pool; |
---|
474 | 503 | void (*sync_super)(struct mddev *mddev, struct md_rdev *rdev); |
---|
475 | 504 | struct md_cluster_info *cluster_info; |
---|
476 | 505 | unsigned int good_device_nr; /* good device num within cluster raid */ |
---|
| 506 | + unsigned int noio_flag; /* for memalloc scope API */ |
---|
477 | 507 | |
---|
478 | 508 | bool has_superblocks:1; |
---|
| 509 | + bool fail_last_dev:1; |
---|
| 510 | + bool serialize_policy:1; |
---|
479 | 511 | }; |
---|
480 | 512 | |
---|
481 | 513 | enum recovery_flags { |
---|
.. | .. |
---|
518 | 550 | |
---|
519 | 551 | static inline void md_sync_acct(struct block_device *bdev, unsigned long nr_sectors) |
---|
520 | 552 | { |
---|
521 | | - atomic_add(nr_sectors, &bdev->bd_contains->bd_disk->sync_io); |
---|
| 553 | + atomic_add(nr_sectors, &bdev->bd_disk->sync_io); |
---|
522 | 554 | } |
---|
523 | 555 | |
---|
524 | 556 | static inline void md_sync_acct_bio(struct bio *bio, unsigned long nr_sectors) |
---|
.. | .. |
---|
555 | 587 | int (*check_reshape) (struct mddev *mddev); |
---|
556 | 588 | int (*start_reshape) (struct mddev *mddev); |
---|
557 | 589 | void (*finish_reshape) (struct mddev *mddev); |
---|
| 590 | + void (*update_reshape_pos) (struct mddev *mddev); |
---|
558 | 591 | /* quiesce suspends or resumes internal processing. |
---|
559 | 592 | * 1 - stop new actions and wait for action io to complete |
---|
560 | 593 | * 0 - return to normal behaviour |
---|
.. | .. |
---|
570 | 603 | * array. |
---|
571 | 604 | */ |
---|
572 | 605 | void *(*takeover) (struct mddev *mddev); |
---|
573 | | - /* congested implements bdi.congested_fn(). |
---|
574 | | - * Will not be called while array is 'suspended' */ |
---|
575 | | - int (*congested)(struct mddev *mddev, int bits); |
---|
576 | 606 | /* Changes the consistency policy of an active array. */ |
---|
577 | 607 | int (*change_consistency_policy)(struct mddev *mddev, const char *buf); |
---|
578 | 608 | }; |
---|
.. | .. |
---|
683 | 713 | extern void md_error(struct mddev *mddev, struct md_rdev *rdev); |
---|
684 | 714 | extern void md_finish_reshape(struct mddev *mddev); |
---|
685 | 715 | |
---|
686 | | -extern int mddev_congested(struct mddev *mddev, int bits); |
---|
687 | 716 | extern bool __must_check md_flush_request(struct mddev *mddev, struct bio *bio); |
---|
688 | 717 | extern void md_super_write(struct mddev *mddev, struct md_rdev *rdev, |
---|
689 | 718 | sector_t sector, int size, struct page *page); |
---|
.. | .. |
---|
718 | 747 | extern void md_reload_sb(struct mddev *mddev, int raid_disk); |
---|
719 | 748 | extern void md_update_sb(struct mddev *mddev, int force); |
---|
720 | 749 | extern void md_kick_rdev_from_array(struct md_rdev * rdev); |
---|
| 750 | +extern void mddev_create_serial_pool(struct mddev *mddev, struct md_rdev *rdev, |
---|
| 751 | + bool is_suspend); |
---|
| 752 | +extern void mddev_destroy_serial_pool(struct mddev *mddev, struct md_rdev *rdev, |
---|
| 753 | + bool is_suspend); |
---|
721 | 754 | struct md_rdev *md_find_rdev_nr_rcu(struct mddev *mddev, int nr); |
---|
722 | 755 | struct md_rdev *md_find_rdev_rcu(struct mddev *mddev, dev_t dev); |
---|
| 756 | + |
---|
| 757 | +static inline bool is_mddev_broken(struct md_rdev *rdev, const char *md_type) |
---|
| 758 | +{ |
---|
| 759 | + int flags = rdev->bdev->bd_disk->flags; |
---|
| 760 | + |
---|
| 761 | + if (!(flags & GENHD_FL_UP)) { |
---|
| 762 | + if (!test_and_set_bit(MD_BROKEN, &rdev->mddev->flags)) |
---|
| 763 | + pr_warn("md: %s: %s array has a missing/failed member\n", |
---|
| 764 | + mdname(rdev->mddev), md_type); |
---|
| 765 | + return true; |
---|
| 766 | + } |
---|
| 767 | + return false; |
---|
| 768 | +} |
---|
723 | 769 | |
---|
724 | 770 | static inline void rdev_dec_pending(struct md_rdev *rdev, struct mddev *mddev) |
---|
725 | 771 | { |
---|
.. | .. |
---|
756 | 802 | !bio->bi_disk->queue->limits.max_write_zeroes_sectors) |
---|
757 | 803 | mddev->queue->limits.max_write_zeroes_sectors = 0; |
---|
758 | 804 | } |
---|
| 805 | + |
---|
| 806 | +struct mdu_array_info_s; |
---|
| 807 | +struct mdu_disk_info_s; |
---|
| 808 | + |
---|
| 809 | +extern int mdp_major; |
---|
| 810 | +void md_autostart_arrays(int part); |
---|
| 811 | +int md_set_array_info(struct mddev *mddev, struct mdu_array_info_s *info); |
---|
| 812 | +int md_add_new_disk(struct mddev *mddev, struct mdu_disk_info_s *info); |
---|
| 813 | +int do_md_run(struct mddev *mddev); |
---|
| 814 | + |
---|
| 815 | +extern const struct block_device_operations md_fops; |
---|
| 816 | + |
---|
759 | 817 | #endif /* _MD_MD_H */ |
---|