Differences between revisions 1 and 13 (spanning 12 versions)
Revision 1 as of 2014-07-27 14:00:17
Size: 28
Editor: wireless46
Comment:
Revision 13 as of 2014-09-11 13:33:13
Size: 5887
Editor: NickBannon
Comment: backlink to CategoryMachines
Deletions are marked like this. Additions are marked like this.
Line 1: Line 1:
Molmol is the File Server. {{attachment:molmol.jpg|molmol|width=400}}

Molmol is the File Server. See also: [[MoneyMoneyMoney/NewStorage]].

== Hardware ==
The "Sick of your moaning" design is *almost* what we have. Except the PSU, case, SAS expander card, and (hopefully soon) an SSD bay. It is basically the same. People who care to correct this.

== Root Filesystem ==

There are 2 SSDs, partitioned with a GUID Partition Table (GPT).

 * Partition 1 on both stores the boot loader (Grub).
 * Partition 2 on sda will contain a FreeBSD partition.
 * Partition 2 on sdb stores a RAID group which holds a LVM group, containing /, /boot and swap.
 * Partition 3 on both forms a mirror for the ZFS SLOG (journal).
 * Partition 4 on both forms a spanned (i.e. not mirrored) ZFS L2ARC (disk cache).

{{{
root@molmol:~# gdisk -l /dev/sda
Found valid GPT with protective MBR; using GPT.
Disk /dev/sda: 500118192 sectors, 238.5 GiB
Logical sector size: 512 bytes
Disk identifier (GUID): 77FC147A-5A20-486B-88E2-9EA0FAEC4D15
Partition table holds up to 128 entries
First usable sector is 34, last usable sector is 500118158
Partitions will be aligned on 2-sector boundaries
Total free space is 1 sectors (512 bytes)

Number Start (sector) End (sector) Size Code Name
   1 34 2047 1007.0 KiB EF02 BIOS boot partition
   2 2048 83886080 40.0 GiB FD00 molmol-system
   3 83886082 88080385 2.0 GiB A504 molmol-slog
   4 88080386 500118158 196.5 GiB A504 molmol-l2arc
}}}
{{{
root@molmol:~# gdisk -l /dev/sdb
Found valid GPT with protective MBR; using GPT.
Disk /dev/sdb: 500118192 sectors, 238.5 GiB
Logical sector size: 512 bytes
Disk identifier (GUID): 80F4D19D-44F2-4851-90B5-E7CBEC7B23C3
Partition table holds up to 128 entries
First usable sector is 34, last usable sector is 500118158
Partitions will be aligned on 2-sector boundaries
Total free space is 1 sectors (512 bytes)

Number Start (sector) End (sector) Size Code Name
   1 34 2047 1007.0 KiB EF02 BIOS boot partition
   2 2048 83886080 40.0 GiB FD00 molmol-system
   3 83886082 88080385 2.0 GiB A504 molmol-slog
   4 88080386 500118158 196.5 GiB A504 molmol-l2arc
}}}

{{{
root@molmol:~# cat /proc/mdstat
Personalities : [raid1]
md1 : active raid1 sdb2[1]
      41909120 blocks super 1.2 [2/1] [_U]
      
unused devices: <none>
}}}

{{{
root@molmol:~# lvs
  LV VG Attr LSize Pool Origin Data% Move Log Copy% Convert
  boot molmol -wi-ao-- 512.00m
  root molmol -wi-ao-- 30.00g
  swap molmol -wi-ao-- 4.00g
root@molmol:~# pvs
  PV VG Fmt Attr PSize PFree
  /dev/md1 molmol lvm2 a-- 39.96g 5.46g
}}}


== ZFS ==

Assembled the RAID along the lines of https://pthree.org/2012/04/17/install-zfs-on-debian-gnulinux/

{{{
root@molmol:~# zpool status
  pool: space
 state: ONLINE
  scan: resilvered 0 in 0h0m with 0 errors on Tue Jul 29 12:42:34 2014
config:

        NAME STATE READ WRITE CKSUM
        space ONLINE 0 0 0
          mirror-0 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WX11E83HKN64 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A8371196 ONLINE 0 0 0
          mirror-1 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A83E2255 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A8372507 ONLINE 0 0 0
          mirror-2 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83KPU73 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83KPT93 ONLINE 0 0 0
          mirror-3 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83JZD83 ONLINE 0 0 0
            ata-WDC_WD10JFCX-68N6GN0_WD-WX11E83HKM57 ONLINE 0 0 0
        logs
          mirror-4 ONLINE 0 0 0
            ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864731A-part3 ONLINE 0 0 0
            ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864729Z-part3 ONLINE 0 0 0
        cache
          ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864731A-part4 ONLINE 0 0 0
          ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864729Z-part4 ONLINE 0 0 0

errors: No known data errors
}}}

{{{
root@molmol:~# zfs list
NAME USED AVAIL REFER MOUNTPOINT
space 40.4M 3.57T 168K /space
space/away 136K 3.57T 136K /space/away
space/scratch 39.2M 3.57T 39.2M /space/scratch
space/services 136K 3.57T 136K /space/services
space/vmstore 136K 3.57T 136K /space/vmstore
}}}

GLHFDD.

== FreeBSD ==
{{{
# Create the zpool layout
zpool create space mirror da0 da1 mirror da2 da3 mirror da4 da5 mirror da6 da7 log mirror /dev/gpt/molmol-slog0 /dev/gpt/molmol-slog cache /dev/gpt/molmol-l2arc0 /dev/gpt/molmol-l2arc
# Turn on compression
zfs set compression=lzjb space
# Create the zfs layout
zfs create space/away
zfs create space/services
zfs create space/vmstore
zfs create space/scratch
}}}

----
CategoryMachines

molmol

Molmol is the File Server. See also: MoneyMoneyMoney/NewStorage.

Hardware

The "Sick of your moaning" design is *almost* what we have. Except the PSU, case, SAS expander card, and (hopefully soon) an SSD bay. It is basically the same. People who care to correct this.

Root Filesystem

There are 2 SSDs, partitioned with a GUID Partition Table (GPT).

  • Partition 1 on both stores the boot loader (Grub).
  • Partition 2 on sda will contain a FreeBSD partition.
  • Partition 2 on sdb stores a RAID group which holds a LVM group, containing /, /boot and swap.
  • Partition 3 on both forms a mirror for the ZFS SLOG (journal).
  • Partition 4 on both forms a spanned (i.e. not mirrored) ZFS L2ARC (disk cache).

root@molmol:~# gdisk -l /dev/sda
Found valid GPT with protective MBR; using GPT.
Disk /dev/sda: 500118192 sectors, 238.5 GiB
Logical sector size: 512 bytes
Disk identifier (GUID): 77FC147A-5A20-486B-88E2-9EA0FAEC4D15
Partition table holds up to 128 entries
First usable sector is 34, last usable sector is 500118158
Partitions will be aligned on 2-sector boundaries
Total free space is 1 sectors (512 bytes)

Number  Start (sector)    End (sector)  Size       Code  Name
   1              34            2047   1007.0 KiB  EF02  BIOS boot partition
   2            2048        83886080   40.0 GiB    FD00  molmol-system
   3        83886082        88080385   2.0 GiB     A504  molmol-slog
   4        88080386       500118158   196.5 GiB   A504  molmol-l2arc

root@molmol:~# gdisk -l /dev/sdb
Found valid GPT with protective MBR; using GPT.
Disk /dev/sdb: 500118192 sectors, 238.5 GiB
Logical sector size: 512 bytes
Disk identifier (GUID): 80F4D19D-44F2-4851-90B5-E7CBEC7B23C3
Partition table holds up to 128 entries
First usable sector is 34, last usable sector is 500118158
Partitions will be aligned on 2-sector boundaries
Total free space is 1 sectors (512 bytes)

Number  Start (sector)    End (sector)  Size       Code  Name
   1              34            2047   1007.0 KiB  EF02  BIOS boot partition
   2            2048        83886080   40.0 GiB    FD00  molmol-system
   3        83886082        88080385   2.0 GiB     A504  molmol-slog
   4        88080386       500118158   196.5 GiB   A504  molmol-l2arc

root@molmol:~# cat /proc/mdstat 
Personalities : [raid1] 
md1 : active raid1 sdb2[1]
      41909120 blocks super 1.2 [2/1] [_U]
      
unused devices: <none>

root@molmol:~# lvs
  LV   VG     Attr     LSize   Pool Origin Data%  Move Log Copy%  Convert
  boot molmol -wi-ao-- 512.00m                                           
  root molmol -wi-ao--  30.00g                                           
  swap molmol -wi-ao--   4.00g                                           
root@molmol:~# pvs
  PV         VG     Fmt  Attr PSize  PFree
  /dev/md1   molmol lvm2 a--  39.96g 5.46g

ZFS

Assembled the RAID along the lines of https://pthree.org/2012/04/17/install-zfs-on-debian-gnulinux/

root@molmol:~# zpool status
  pool: space
 state: ONLINE
  scan: resilvered 0 in 0h0m with 0 errors on Tue Jul 29 12:42:34 2014
config:

        NAME                                                      STATE     READ WRITE CKSUM
        space                                                     ONLINE       0     0     0
          mirror-0                                                ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WX11E83HKN64              ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A8371196              ONLINE       0     0     0
          mirror-1                                                ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A83E2255              ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXF1A8372507              ONLINE       0     0     0
          mirror-2                                                ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83KPU73              ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83KPT93              ONLINE       0     0     0
          mirror-3                                                ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WXM1E83JZD83              ONLINE       0     0     0
            ata-WDC_WD10JFCX-68N6GN0_WD-WX11E83HKM57              ONLINE       0     0     0
        logs
          mirror-4                                                ONLINE       0     0     0
            ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864731A-part3  ONLINE       0     0     0
            ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864729Z-part3  ONLINE       0     0     0
        cache
          ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864731A-part4    ONLINE       0     0     0
          ata-Samsung_SSD_840_PRO_Series_S1ATNSAD864729Z-part4    ONLINE       0     0     0

errors: No known data errors

root@molmol:~# zfs list
NAME             USED  AVAIL  REFER  MOUNTPOINT
space           40.4M  3.57T   168K  /space
space/away       136K  3.57T   136K  /space/away
space/scratch   39.2M  3.57T  39.2M  /space/scratch
space/services   136K  3.57T   136K  /space/services
space/vmstore    136K  3.57T   136K  /space/vmstore

GLHFDD.

FreeBSD

# Create the zpool layout
zpool create space mirror da0 da1 mirror da2 da3 mirror da4 da5 mirror da6 da7 log mirror /dev/gpt/molmol-slog0 /dev/gpt/molmol-slog cache /dev/gpt/molmol-l2arc0 /dev/gpt/molmol-l2arc
# Turn on compression
zfs set compression=lzjb space
# Create the zfs layout
zfs create space/away
zfs create space/services
zfs create space/vmstore
zfs create space/scratch


CategoryMachines