Disk configuration for 'trick'

For more info see 'trick'.

nvme0n1 (1TB)
S3ETNX0HC08620Y
temp

sda (512G)
S2BENWAJ207751D

sda1 (1G)
/boot/efi

sda2 (2G)
md0

sda3 (8G)
md1

sda4 (105G)
md2

sda5 (360G)
fast

sdb (512G)
S2BENWAJ207761X

sdb1 (1G)
[unused]

sdb2 (2G)
md0

sdb3 (8G)
md1

sdb4 (105G)
md2

sdb5 (360G)
fast

sdc (6TB)
WSB076SN
data

sdd (6TB)
ZA16N4ZH
data

Drive	Description	Model	Commissioned	Sequential	Random	WRL
nvme0n1	Samsung SSD 960 EVO 1TB	Samsung SSD 960 EVO 1TB	2017-04-18	1,276 MB/s	80 MB/s	400 TBW
sd[ab]	Samsung SSD 850 PRO 512GB	Samsung SSD 850 PRO 512GB	2017-04-18	407 MB/s	57 MB/s	150 TBW
sdc	Seagate BarraCuda Compute 6TB	ST6000DM003-2CY186	2022-09-16	102 MB/s	2.29 MB/s	55 TB/yr
sdd	Seagate IronWolf 6TB	ST6000VN0041-2EL11C	2017-04-18	186 MB/s	2 MB/s	180 TB/yr

MD RAID

Note: all MD RAID devices are used with a single partition.

Device	RAID	Components	Capacity
/dev/md0	RAID1	2x 2GB	2GB
/dev/md1	RAID0	2x 8GB	16GB
/dev/md2	RAID1	2x 106GB	106GB

Mounts

Partition	Capacity	File-system	Mount point	Mount options
/dev/sda1	1GB	vfat	/boot/efi	defaults
/dev/md0p1	2GB	ext4	/boot	noatime
/dev/md1p1	16GB	swap	swap
/dev/md2p1	106GB	btrfs	/	noatime

ZFS zpools

Pool	RAID	Components	Capacity
fast	RAID1	2x 377GB	377GB
data	RAID1	2x 6TB	6TB
temp	RAID0	1x 1TB	1TB

ZFS datasets

These are the datasets we create on our zpools.

Dataset	Mount	Compression	Dedup
fast	/fast	lz4	on
fast/home	/home	lz4	on
fast/home/jj5	/home/jj5	lz4	on
fast/mysql	/var/lib/mysql	lz4	on
fast/vbox	/vbox	lz4	on
data	/data	gzip-9	on
data/host	/data/host	gzip-9	on
data/dataset	/data/dataset	gzip-9	on
data/blob	/data/blob	gzip-9	on
data/blob/zip	/data/blob/zip	off	off
temp	/temp	lz4	on
temp/rubbish	/temp/rubbish	gzip-9	on

Commands

NOTE: on 2022-09-16 DISK3A was updated (there are some notes on my blog):

# zpool offline data 9301639020686187487
# zpool status data
# shutdown # and replace disk
# zpool replace data 9301639020686187487 /dev/disk/by-id/scsi-SATA_ST6000DM003-2CY1_WSB076SN
# zpool status data

DISK1=/dev/disk/by-id/nvme-Samsung_SSD_960_EVO_1TB_S3ETNX0HC08620Y
DISK2A=/dev/disk/by-id/ata-Samsung_SSD_850_PRO_512GB_S2BENWAJ207751D
DISK2B=/dev/disk/by-id/ata-Samsung_SSD_850_PRO_512GB_S2BENWAJ207761X
# 2022-09-16 jj5 - NEW:
DISK3A=/dev/disk/by-id/scsi-SATA_ST6000DM003-2CY1_WSB076SN
# 2022-09-16 jj5 - OLD:
#DISK3A=/dev/disk/by-id/scsi-SATA_ST6000VN0041-2EL_ZA16N49H
DISK3B=/dev/disk/by-id/scsi-SATA_ST6000VN0041-2EL_ZA16N4ZH

# apt install zfsutils-linux

zpool create \
    -o ashift=12 -o autotrim=on \
    -O acltype=posixacl -O compression=lz4 \
    -O dnodesize=auto -O normalization=formD -O atime=off -O dedup=on \
    -O xattr=sa \
    fast mirror ${DISK2A}-part5 ${DISK2B}-part5

# zfs create fast/home
# zfs create fast/home/jj5
# mv /home /home.bak
# zfs set mountpoint=/home fast/home
# chown jj5:jj5 /home/jj5
# mv /home.bak/jj5/* /home/jj5/
# mv /home.bak/jj5/.[!.]* /home/jj5/
# zfs create fast/mysql
# zfs set mountpoint=/var/lib/mysql fast/mysql
# zfs create fast/vbox
# zfs set mountpoint=/vbox fast/vbox

zpool create \
    -o ashift=12 -o autotrim=on \
    -O acltype=posixacl -O compression=gzip-9 \
    -O dnodesize=auto -O normalization=formD -O atime=off -O dedup=on \
    -O xattr=sa \
    data mirror ${DISK3A} ${DISK3B}

# zfs create data/host
# zfs create data/backup
# zfs create data/dataset
# zfs create data/dataset/zip
# zfs set compression=off data/dataset/zip
# zfs set dedup=off data/dataset/zip
# zfs create data/blob
# zfs create data/blob/zip
# zfs set compression=off data/blob/zip
# zfs set dedup=off data/blob/zip

# zfs create data/vm
# zfs set compression=off data/vm
# zfs set dedup=off data/vm

zpool create \
    -o ashift=12 -o autotrim=on \
    -O acltype=posixacl -O compression=lz4 \
    -O dnodesize=auto -O normalization=formD -O atime=off -O dedup=on \
    -O xattr=sa \
    temp ${DISK1}

# zfs create temp/rubbish
# zfs set compression=gzip-9 temp/rubbish

Photos

Here are some happy snaps from the install.

Configuration status


root@trick:~# cat /proc/mdstat
Personalities : [raid0] [raid1] [linear] [multipath] [raid6] [raid5] [raid4] [raid10]
md2 : active raid1 sda4[0] sdb4[1]
      110964736 blocks super 1.2 [2/2] [UU]
      bitmap: 1/1 pages [4KB], 65536KB chunk

md1 : active raid0 sdb3[0] sda3[1]
      16758784 blocks super 1.2 512k chunks

md0 : active raid1 sdb2[1] sda2[0]
      2094080 blocks super 1.2 [2/2] [UU]

unused devices: <none>

root@trick:~# cat /etc/fstab
# /etc/fstab: static file system information.
#
# Use 'blkid' to print the universally unique identifier for a
# device; this may be used with UUID= as a more robust way to name devices
# that works even if disks are added and removed. See fstab(5).
#
# <file system> <mount point>   <type>  <options>       <dump>  <pass>

/dev/disk/by-id/md-uuid-32f5444f:44949a1a:d0360504:e7920dc4-part1 none swap sw 0 0

# / was on /dev/md2p1 during curtin installation
/dev/disk/by-id/md-uuid-83839a32:bede8346:8c4617e7:1f09413a-part1 / btrfs noatime 0 1

# /boot was on /dev/md0p1 during curtin installation
/dev/disk/by-id/md-uuid-23b459bd:10b6ca35:94148826:990fba8e-part1 /boot ext4 noatime 0 1

# /boot/efi was on /dev/sda1 during curtin installation
/dev/disk/by-uuid/698E-8856 /boot/efi vfat defaults 0 1

root@trick:~# zpool list
NAME   SIZE  ALLOC   FREE  CKPOINT  EXPANDSZ   FRAG    CAP  DEDUP    HEALTH  ALTROOT
data  5.45T  1.22M  5.45T        -         -     0%     0%  1.00x    ONLINE  -
fast   358G  19.2M   358G        -         -     0%     0%  1.77x    ONLINE  -
temp   928G   960K   928G        -         -     0%     0%  1.00x    ONLINE  -

root@trick:~# zpool status
  pool: data
 state: ONLINE
  scan: none requested
config:

        NAME                                     STATE     READ WRITE CKSUM
        data                                     ONLINE       0     0     0
          mirror-0                               ONLINE       0     0     0
            scsi-SATA_ST6000VN0041-2EL_ZA16N49H  ONLINE       0     0     0
            scsi-SATA_ST6000VN0041-2EL_ZA16N4ZH  ONLINE       0     0     0

errors: No known data errors

  pool: fast
 state: ONLINE
  scan: none requested
config:

        NAME                                                     STATE     READ WRITE CKSUM
        fast                                                     ONLINE       0     0     0
          mirror-0                                               ONLINE       0     0     0
            ata-Samsung_SSD_850_PRO_512GB_S2BENWAJ207751D-part5  ONLINE       0     0     0
            ata-Samsung_SSD_850_PRO_512GB_S2BENWAJ207761X-part5  ONLINE       0     0     0

errors: No known data errors

  pool: temp
 state: ONLINE
  scan: none requested
config:

        NAME                                            STATE     READ WRITE CKSUM
        temp                                            ONLINE       0     0     0
          nvme-Samsung_SSD_960_EVO_1TB_S3ETNX0HC08620Y  ONLINE       0     0     0

errors: No known data errors

root@trick:~# zfs list
NAME               USED  AVAIL     REFER  MOUNTPOINT
data               598G  4.76T      136K  /data
data/backup       25.1G  4.76T     25.1G  /data/backup
data/blob          294G  4.76T      294G  /data/blob
data/blob/zip       96K  4.76T       96K  /data/blob/zip
data/dataset       275G  4.76T      275G  /data/dataset
data/dataset/zip    96K  4.76T       96K  /data/dataset/zip
data/host           96K  4.76T       96K  /data/host
data/mysql          96K  4.76T       96K  /data/mysql
fast              71.1G   293G       96K  /fast
fast/home         69.7G   293G      224K  /home
fast/home/jj5     69.7G   293G     69.7G  /home/jj5
fast/mysql        1.59M   293G     1.59M  /var/lib/mysql
fast/vbox           96K   293G       96K  /vbox
temp               537G   386G       96K  /temp
temp/rubbish       532G   386G      532G  /temp/rubbish

root@trick:~# zfs get dedup
NAME              PROPERTY  VALUE          SOURCE
data              dedup     on             local
data/backup       dedup     on             inherited from data
data/blob         dedup     on             inherited from data
data/blob/zip     dedup     off            local
data/dataset      dedup     on             inherited from data
data/dataset/zip  dedup     off            local
data/host         dedup     on             inherited from data
data/mysql        dedup     off            local
fast              dedup     on             local
fast/home         dedup     on             inherited from fast
fast/home/jj5     dedup     on             inherited from fast
fast/mysql        dedup     on             inherited from fast
fast/vbox         dedup     on             inherited from fast
temp              dedup     on             local
temp/rubbish      dedup     on             inherited from temp

root@trick:~# zfs get compression
NAME              PROPERTY     VALUE     SOURCE
data              compression  gzip-9    local
data/backup       compression  gzip-9    inherited from data
data/blob         compression  gzip-9    inherited from data
data/blob/zip     compression  off       local
data/dataset      compression  gzip-9    inherited from data
data/dataset/zip  compression  off       local
data/host         compression  gzip-9    inherited from data
data/mysql        compression  off       local
fast              compression  lz4       local
fast/home         compression  lz4       inherited from fast
fast/home/jj5     compression  lz4       inherited from fast
fast/mysql        compression  lz4       inherited from fast
fast/vbox         compression  lz4       inherited from fast
temp              compression  lz4       local
temp/rubbish      compression  gzip-9    local