CiprianDorinCraciun/Notes/Public/Lustre/Configuration

Lustre 1.8.1.1, on SLSE11

Both-sides

• environment:

  • export PATH="$PATH:/usr/local/sbin:/usr/sbin:/sbin"

• parameters (part 1):

  • LNET_NETWORKS="tcp0"

• kernel modules loading:

  • (
        set -x -e -u -o pipefail || exit 1
        test -f ./lustre.rc && . ./lustre.rc
        test -n "${LNET_NETWORKS}"
        sudo modprobe lnet networks="${LNET_NETWORKS}"
        sudo modprobe lustre
        exit 0
    )

  • on error check if network interfaces are up;
• parameters (part 2) (only on MGS server):

  • MGS_ALTERNATIVES=( $( sudo lctl list_nids ) )

• parameters (part 2) (except on MGS server):

  • MGS_ALTERNATIVES=( ... )
    MGS="$( sudo lctl which_nid "${MGS_ALTERNATIVES[@]}" )"

• parameters (part 3):

  • FSNAME=tests

• parameters (part 4) (on MDS and OSS servers):

  • VG=local-vg0
    MGT_SIZE=1G
    MDT_SIZE=1G
    OST_SIZE=6G

• kernel modules unloading:

  • (
        set -x -e -u -o pipefail || exit 1
        sudo lustre_rmmod
        exit 0
    )

Server-side

• firewall: enable input on port 988;

• kernel modules loading:

  • (
        set -x -e -u -o pipefail || exit 1
        sudo modprobe ldiskfs
        exit 0
    )

• management file system:
  • creation:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${VG}" && test -n "${MGT_SIZE}"
          sudo lvcreate -L "${MGT_SIZE}" -n "lustre-management" "/dev/${VG}"
          sudo mkfs.lustre --mgs "/dev/${VG}/lustre-${FSNAME}-metadata"
          exit 0
      )

  • mounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${VG}"
          test ! -e "/mnt/lustre-management"
          sudo mkdir "/mnt/lustre-management"
          sudo chmod 0000 "/mnt/lustre-management"
          sudo mount -t lustre "/dev/${VG}/lustre-management" "/mnt/lustre-management"
          exit 0
      )

  • unmounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          sudo umount "/mnt/lustre-management"
          sudo rmdir "/mnt/lustre-management"
          exit 0
      )

• metadata file system:
  • creation:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${MGS}" && test -n "${VG}" && test -n "${FSNAME}" && test -n "${MDT_SIZE}"
          sudo lvcreate -L "${MDT_SIZE}" -n "lustre-${FSNAME}-metadata" "/dev/${VG}"
          sudo mkfs.lustre --mdt --mgsnode="${MGS}" --fsname="${FSNAME}" "/dev/${VG}/lustre-${FSNAME}-metadata"
          exit 0
      )

  • mounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${VG}" && test -n "${FSNAME}"
          test ! -e "/mnt/lustre-${FSNAME}-metadata"
          sudo mkdir "/mnt/lustre-${FSNAME}-metadata"
          sudo chmod 0000 "/mnt/lustre-${FSNAME}-metadata"
          sudo mount -t lustre "/dev/${VG}/lustre-${FSNAME}-metadata" "/mnt/lustre-${FSNAME}-metadata"
          exit 0
      )

  • unmounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${FSNAME}"
          sudo umount "/mnt/lustre-${FSNAME}-metadata"
          sudo rmdir "/mnt/lustre-${FSNAME}-metadata"
          exit 0
      )

• objects file system:
  • creation:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${MGS}" && test -n "${VG}" && test -n "${FSNAME}" && test -n "${OST_SIZE}"
          sudo lvcreate -L "${OST_SIZE}" -n "lustre-${FSNAME}-objects" "/dev/${VG}"
          sudo mkfs.lustre --ost --mgsnode="${MGS}" --fsname="${FSNAME}" "/dev/${VG}/lustre-${FSNAME}-objects"
          exit 0
      )

  • mounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${VG}" && test -n "${FSNAME}"
          test ! -e "/mnt/lustre-${FSNAME}-objects"
          sudo mkdir "/mnt/lustre-${FSNAME}-objects"
          sudo chmod 0000 "/mnt/lustre-${FSNAME}-objects"
          sudo mount -t lustre "/dev/${VG}/lustre-${FSNAME}-objects" "/mnt/lustre-${FSNAME}-objects"
          exit 0
      )

  • unmounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${FSNAME}"
          sudo umount "/mnt/lustre-${FSNAME}-objects"
          sudo rmdir "/mnt/lustre-${FSNAME}-objects"
          exit 0
      )

Client-side

• file system:
  • mounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${MGS}" && test -n "${FSNAME}"
          test ! -e "/mnt/lustre-${FSNAME}"
          sudo mkdir "/mnt/lustre-${FSNAME}"
          sudo chmod 0000 "/mnt/lustre-${FSNAME}"
          sudo mount -t lustre "${MGS}:/${FSNAME}" "/mnt/lustre-${FSNAME}"
          exit 0
      )

  • unmounting:

    • (
          set -x -e -u -o pipefail || exit 1
          test -f ./lustre.rc && . ./lustre.rc
          test -n "${FSNAME}"
          sudo umount "/mnt/lustre-${FSNAME}"
          sudo rmdir "/mnt/lustre-${FSNAME}"
          exit 0
      )