mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-21 23:36:57 +07:00
1aee41f637
Algorithm: 1. Node 1 issues mdadm --manage /dev/mdX --add /dev/sdYY which issues ioctl(ADD_NEW_DISC with disc.state set to MD_DISK_CLUSTER_ADD) 2. Node 1 sends NEWDISK with uuid and slot number 3. Other nodes issue kobject_uevent_env with uuid and slot number (Steps 4,5 could be a udev rule) 4. In userspace, the node searches for the disk, perhaps using blkid -t SUB_UUID="" 5. Other nodes issue either of the following depending on whether the disk was found: ioctl(ADD_NEW_DISK with disc.state set to MD_DISK_CANDIDATE and disc.number set to slot number) ioctl(CLUSTERED_DISK_NACK) 6. Other nodes drop lock on no-new-devs (CR) if device is found 7. Node 1 attempts EX lock on no-new-devs 8. If node 1 gets the lock, it sends METADATA_UPDATED after unmarking the disk as SpareLocal 9. If not (get no-new-dev lock), it fails the operation and sends METADATA_UPDATED 10. Other nodes understand if the device is added or not by reading the superblock again after receiving the METADATA_UPDATED message. Signed-off-by: Lidong Zhong <lzhong@suse.com> Signed-off-by: Goldwyn Rodrigues <rgoldwyn@suse.com>
316 lines
12 KiB
C
316 lines
12 KiB
C
/*
|
|
md_p.h : physical layout of Linux RAID devices
|
|
Copyright (C) 1996-98 Ingo Molnar, Gadi Oxman
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2, or (at your option)
|
|
any later version.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
(for example /usr/src/linux/COPYING); if not, write to the Free
|
|
Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
*/
|
|
|
|
#ifndef _MD_P_H
|
|
#define _MD_P_H
|
|
|
|
#include <linux/types.h>
|
|
#include <asm/byteorder.h>
|
|
|
|
/*
|
|
* RAID superblock.
|
|
*
|
|
* The RAID superblock maintains some statistics on each RAID configuration.
|
|
* Each real device in the RAID set contains it near the end of the device.
|
|
* Some of the ideas are copied from the ext2fs implementation.
|
|
*
|
|
* We currently use 4096 bytes as follows:
|
|
*
|
|
* word offset function
|
|
*
|
|
* 0 - 31 Constant generic RAID device information.
|
|
* 32 - 63 Generic state information.
|
|
* 64 - 127 Personality specific information.
|
|
* 128 - 511 12 32-words descriptors of the disks in the raid set.
|
|
* 512 - 911 Reserved.
|
|
* 912 - 1023 Disk specific descriptor.
|
|
*/
|
|
|
|
/*
|
|
* If x is the real device size in bytes, we return an apparent size of:
|
|
*
|
|
* y = (x & ~(MD_RESERVED_BYTES - 1)) - MD_RESERVED_BYTES
|
|
*
|
|
* and place the 4kB superblock at offset y.
|
|
*/
|
|
#define MD_RESERVED_BYTES (64 * 1024)
|
|
#define MD_RESERVED_SECTORS (MD_RESERVED_BYTES / 512)
|
|
|
|
#define MD_NEW_SIZE_SECTORS(x) ((x & ~(MD_RESERVED_SECTORS - 1)) - MD_RESERVED_SECTORS)
|
|
|
|
#define MD_SB_BYTES 4096
|
|
#define MD_SB_WORDS (MD_SB_BYTES / 4)
|
|
#define MD_SB_SECTORS (MD_SB_BYTES / 512)
|
|
|
|
/*
|
|
* The following are counted in 32-bit words
|
|
*/
|
|
#define MD_SB_GENERIC_OFFSET 0
|
|
#define MD_SB_PERSONALITY_OFFSET 64
|
|
#define MD_SB_DISKS_OFFSET 128
|
|
#define MD_SB_DESCRIPTOR_OFFSET 992
|
|
|
|
#define MD_SB_GENERIC_CONSTANT_WORDS 32
|
|
#define MD_SB_GENERIC_STATE_WORDS 32
|
|
#define MD_SB_GENERIC_WORDS (MD_SB_GENERIC_CONSTANT_WORDS + MD_SB_GENERIC_STATE_WORDS)
|
|
#define MD_SB_PERSONALITY_WORDS 64
|
|
#define MD_SB_DESCRIPTOR_WORDS 32
|
|
#define MD_SB_DISKS 27
|
|
#define MD_SB_DISKS_WORDS (MD_SB_DISKS*MD_SB_DESCRIPTOR_WORDS)
|
|
#define MD_SB_RESERVED_WORDS (1024 - MD_SB_GENERIC_WORDS - MD_SB_PERSONALITY_WORDS - MD_SB_DISKS_WORDS - MD_SB_DESCRIPTOR_WORDS)
|
|
#define MD_SB_EQUAL_WORDS (MD_SB_GENERIC_WORDS + MD_SB_PERSONALITY_WORDS + MD_SB_DISKS_WORDS)
|
|
|
|
/*
|
|
* Device "operational" state bits
|
|
*/
|
|
#define MD_DISK_FAULTY 0 /* disk is faulty / operational */
|
|
#define MD_DISK_ACTIVE 1 /* disk is running or spare disk */
|
|
#define MD_DISK_SYNC 2 /* disk is in sync with the raid set */
|
|
#define MD_DISK_REMOVED 3 /* disk is in sync with the raid set */
|
|
#define MD_DISK_CLUSTER_ADD 4 /* Initiate a disk add across the cluster
|
|
* For clustered enviroments only.
|
|
*/
|
|
#define MD_DISK_CANDIDATE 5 /* disk is added as spare (local) until confirmed
|
|
* For clustered enviroments only.
|
|
*/
|
|
|
|
#define MD_DISK_WRITEMOSTLY 9 /* disk is "write-mostly" is RAID1 config.
|
|
* read requests will only be sent here in
|
|
* dire need
|
|
*/
|
|
|
|
typedef struct mdp_device_descriptor_s {
|
|
__u32 number; /* 0 Device number in the entire set */
|
|
__u32 major; /* 1 Device major number */
|
|
__u32 minor; /* 2 Device minor number */
|
|
__u32 raid_disk; /* 3 The role of the device in the raid set */
|
|
__u32 state; /* 4 Operational state */
|
|
__u32 reserved[MD_SB_DESCRIPTOR_WORDS - 5];
|
|
} mdp_disk_t;
|
|
|
|
#define MD_SB_MAGIC 0xa92b4efc
|
|
|
|
/*
|
|
* Superblock state bits
|
|
*/
|
|
#define MD_SB_CLEAN 0
|
|
#define MD_SB_ERRORS 1
|
|
|
|
#define MD_SB_CLUSTERED 5 /* MD is clustered */
|
|
#define MD_SB_BITMAP_PRESENT 8 /* bitmap may be present nearby */
|
|
|
|
/*
|
|
* Notes:
|
|
* - if an array is being reshaped (restriped) in order to change the
|
|
* the number of active devices in the array, 'raid_disks' will be
|
|
* the larger of the old and new numbers. 'delta_disks' will
|
|
* be the "new - old". So if +ve, raid_disks is the new value, and
|
|
* "raid_disks-delta_disks" is the old. If -ve, raid_disks is the
|
|
* old value and "raid_disks+delta_disks" is the new (smaller) value.
|
|
*/
|
|
|
|
|
|
typedef struct mdp_superblock_s {
|
|
/*
|
|
* Constant generic information
|
|
*/
|
|
__u32 md_magic; /* 0 MD identifier */
|
|
__u32 major_version; /* 1 major version to which the set conforms */
|
|
__u32 minor_version; /* 2 minor version ... */
|
|
__u32 patch_version; /* 3 patchlevel version ... */
|
|
__u32 gvalid_words; /* 4 Number of used words in this section */
|
|
__u32 set_uuid0; /* 5 Raid set identifier */
|
|
__u32 ctime; /* 6 Creation time */
|
|
__u32 level; /* 7 Raid personality */
|
|
__u32 size; /* 8 Apparent size of each individual disk */
|
|
__u32 nr_disks; /* 9 total disks in the raid set */
|
|
__u32 raid_disks; /* 10 disks in a fully functional raid set */
|
|
__u32 md_minor; /* 11 preferred MD minor device number */
|
|
__u32 not_persistent; /* 12 does it have a persistent superblock */
|
|
__u32 set_uuid1; /* 13 Raid set identifier #2 */
|
|
__u32 set_uuid2; /* 14 Raid set identifier #3 */
|
|
__u32 set_uuid3; /* 15 Raid set identifier #4 */
|
|
__u32 gstate_creserved[MD_SB_GENERIC_CONSTANT_WORDS - 16];
|
|
|
|
/*
|
|
* Generic state information
|
|
*/
|
|
__u32 utime; /* 0 Superblock update time */
|
|
__u32 state; /* 1 State bits (clean, ...) */
|
|
__u32 active_disks; /* 2 Number of currently active disks */
|
|
__u32 working_disks; /* 3 Number of working disks */
|
|
__u32 failed_disks; /* 4 Number of failed disks */
|
|
__u32 spare_disks; /* 5 Number of spare disks */
|
|
__u32 sb_csum; /* 6 checksum of the whole superblock */
|
|
#if defined(__BYTE_ORDER) ? __BYTE_ORDER == __BIG_ENDIAN : defined(__BIG_ENDIAN)
|
|
__u32 events_hi; /* 7 high-order of superblock update count */
|
|
__u32 events_lo; /* 8 low-order of superblock update count */
|
|
__u32 cp_events_hi; /* 9 high-order of checkpoint update count */
|
|
__u32 cp_events_lo; /* 10 low-order of checkpoint update count */
|
|
#elif defined(__BYTE_ORDER) ? __BYTE_ORDER == __LITTLE_ENDIAN : defined(__LITTLE_ENDIAN)
|
|
__u32 events_lo; /* 7 low-order of superblock update count */
|
|
__u32 events_hi; /* 8 high-order of superblock update count */
|
|
__u32 cp_events_lo; /* 9 low-order of checkpoint update count */
|
|
__u32 cp_events_hi; /* 10 high-order of checkpoint update count */
|
|
#else
|
|
#error unspecified endianness
|
|
#endif
|
|
__u32 recovery_cp; /* 11 recovery checkpoint sector count */
|
|
/* There are only valid for minor_version > 90 */
|
|
__u64 reshape_position; /* 12,13 next address in array-space for reshape */
|
|
__u32 new_level; /* 14 new level we are reshaping to */
|
|
__u32 delta_disks; /* 15 change in number of raid_disks */
|
|
__u32 new_layout; /* 16 new layout */
|
|
__u32 new_chunk; /* 17 new chunk size (bytes) */
|
|
__u32 gstate_sreserved[MD_SB_GENERIC_STATE_WORDS - 18];
|
|
|
|
/*
|
|
* Personality information
|
|
*/
|
|
__u32 layout; /* 0 the array's physical layout */
|
|
__u32 chunk_size; /* 1 chunk size in bytes */
|
|
__u32 root_pv; /* 2 LV root PV */
|
|
__u32 root_block; /* 3 LV root block */
|
|
__u32 pstate_reserved[MD_SB_PERSONALITY_WORDS - 4];
|
|
|
|
/*
|
|
* Disks information
|
|
*/
|
|
mdp_disk_t disks[MD_SB_DISKS];
|
|
|
|
/*
|
|
* Reserved
|
|
*/
|
|
__u32 reserved[MD_SB_RESERVED_WORDS];
|
|
|
|
/*
|
|
* Active descriptor
|
|
*/
|
|
mdp_disk_t this_disk;
|
|
|
|
} mdp_super_t;
|
|
|
|
static inline __u64 md_event(mdp_super_t *sb) {
|
|
__u64 ev = sb->events_hi;
|
|
return (ev<<32)| sb->events_lo;
|
|
}
|
|
|
|
#define MD_SUPERBLOCK_1_TIME_SEC_MASK ((1ULL<<40) - 1)
|
|
|
|
/*
|
|
* The version-1 superblock :
|
|
* All numeric fields are little-endian.
|
|
*
|
|
* total size: 256 bytes plus 2 per device.
|
|
* 1K allows 384 devices.
|
|
*/
|
|
struct mdp_superblock_1 {
|
|
/* constant array information - 128 bytes */
|
|
__le32 magic; /* MD_SB_MAGIC: 0xa92b4efc - little endian */
|
|
__le32 major_version; /* 1 */
|
|
__le32 feature_map; /* bit 0 set if 'bitmap_offset' is meaningful */
|
|
__le32 pad0; /* always set to 0 when writing */
|
|
|
|
__u8 set_uuid[16]; /* user-space generated. */
|
|
char set_name[32]; /* set and interpreted by user-space */
|
|
|
|
__le64 ctime; /* lo 40 bits are seconds, top 24 are microseconds or 0*/
|
|
__le32 level; /* -4 (multipath), -1 (linear), 0,1,4,5 */
|
|
__le32 layout; /* only for raid5 and raid10 currently */
|
|
__le64 size; /* used size of component devices, in 512byte sectors */
|
|
|
|
__le32 chunksize; /* in 512byte sectors */
|
|
__le32 raid_disks;
|
|
__le32 bitmap_offset; /* sectors after start of superblock that bitmap starts
|
|
* NOTE: signed, so bitmap can be before superblock
|
|
* only meaningful of feature_map[0] is set.
|
|
*/
|
|
|
|
/* These are only valid with feature bit '4' */
|
|
__le32 new_level; /* new level we are reshaping to */
|
|
__le64 reshape_position; /* next address in array-space for reshape */
|
|
__le32 delta_disks; /* change in number of raid_disks */
|
|
__le32 new_layout; /* new layout */
|
|
__le32 new_chunk; /* new chunk size (512byte sectors) */
|
|
__le32 new_offset; /* signed number to add to data_offset in new
|
|
* layout. 0 == no-change. This can be
|
|
* different on each device in the array.
|
|
*/
|
|
|
|
/* constant this-device information - 64 bytes */
|
|
__le64 data_offset; /* sector start of data, often 0 */
|
|
__le64 data_size; /* sectors in this device that can be used for data */
|
|
__le64 super_offset; /* sector start of this superblock */
|
|
__le64 recovery_offset;/* sectors before this offset (from data_offset) have been recovered */
|
|
__le32 dev_number; /* permanent identifier of this device - not role in raid */
|
|
__le32 cnt_corrected_read; /* number of read errors that were corrected by re-writing */
|
|
__u8 device_uuid[16]; /* user-space setable, ignored by kernel */
|
|
__u8 devflags; /* per-device flags. Only one defined...*/
|
|
#define WriteMostly1 1 /* mask for writemostly flag in above */
|
|
/* Bad block log. If there are any bad blocks the feature flag is set.
|
|
* If offset and size are non-zero, that space is reserved and available
|
|
*/
|
|
__u8 bblog_shift; /* shift from sectors to block size */
|
|
__le16 bblog_size; /* number of sectors reserved for list */
|
|
__le32 bblog_offset; /* sector offset from superblock to bblog,
|
|
* signed - not unsigned */
|
|
|
|
/* array state information - 64 bytes */
|
|
__le64 utime; /* 40 bits second, 24 bits microseconds */
|
|
__le64 events; /* incremented when superblock updated */
|
|
__le64 resync_offset; /* data before this offset (from data_offset) known to be in sync */
|
|
__le32 sb_csum; /* checksum up to devs[max_dev] */
|
|
__le32 max_dev; /* size of devs[] array to consider */
|
|
__u8 pad3[64-32]; /* set to 0 when writing */
|
|
|
|
/* device state information. Indexed by dev_number.
|
|
* 2 bytes per device
|
|
* Note there are no per-device state flags. State information is rolled
|
|
* into the 'roles' value. If a device is spare or faulty, then it doesn't
|
|
* have a meaningful role.
|
|
*/
|
|
__le16 dev_roles[0]; /* role in array, or 0xffff for a spare, or 0xfffe for faulty */
|
|
};
|
|
|
|
/* feature_map bits */
|
|
#define MD_FEATURE_BITMAP_OFFSET 1
|
|
#define MD_FEATURE_RECOVERY_OFFSET 2 /* recovery_offset is present and
|
|
* must be honoured
|
|
*/
|
|
#define MD_FEATURE_RESHAPE_ACTIVE 4
|
|
#define MD_FEATURE_BAD_BLOCKS 8 /* badblock list is not empty */
|
|
#define MD_FEATURE_REPLACEMENT 16 /* This device is replacing an
|
|
* active device with same 'role'.
|
|
* 'recovery_offset' is also set.
|
|
*/
|
|
#define MD_FEATURE_RESHAPE_BACKWARDS 32 /* Reshape doesn't change number
|
|
* of devices, but is going
|
|
* backwards anyway.
|
|
*/
|
|
#define MD_FEATURE_NEW_OFFSET 64 /* new_offset must be honoured */
|
|
#define MD_FEATURE_RECOVERY_BITMAP 128 /* recovery that is happening
|
|
* is guided by bitmap.
|
|
*/
|
|
#define MD_FEATURE_ALL (MD_FEATURE_BITMAP_OFFSET \
|
|
|MD_FEATURE_RECOVERY_OFFSET \
|
|
|MD_FEATURE_RESHAPE_ACTIVE \
|
|
|MD_FEATURE_BAD_BLOCKS \
|
|
|MD_FEATURE_REPLACEMENT \
|
|
|MD_FEATURE_RESHAPE_BACKWARDS \
|
|
|MD_FEATURE_NEW_OFFSET \
|
|
|MD_FEATURE_RECOVERY_BITMAP \
|
|
)
|
|
|
|
#endif
|