Added initial creator for loopback based files

blockstore/README.md

@@ -0,0 +1,25 @@
+# Overview
+
+This repo contains files necessary to use files in Gluster volumes as loop
+mounted XFS formatted persistent volumes in Kubernetes and OpenShift. It
+consists of three main items:
+
+1. `flex-volume`
+   This is a a flex volume plugin to allow loop mounting Gluster files as XFS
+   based mounts into containers.
+2. `creator`
+   This is a script that can be run on a Gluster server to pre-create the
+   files and format them with XFS.
+3. `pv-recycler-pod`
+   This is a pod that is run in the cluster to watch for PVs that get released.
+   It deletes the files used as a loop device, recreates a fresh file for PV
+   reuse and marks the PV as available.
+
+Further the `test` directory contains tests, that help sanitize the scripts and
+future changes to the same.
+
+---
+# License
+
+This code is licensed under Apache v2.0 with the exception of JQ which is
+covered by the MIT license (see [COPYING_JQ](glfs-subvol/COPYING_JQ)).

blockstore/creator/README.md

@@ -0,0 +1,3 @@
+# Creating sub-volume block device PVs
+
+TODO

blockstore/creator/creator.sh

@@ -0,0 +1,157 @@
+#! /bin/bash
+# vim: set ts=4 sw=4 et :
+
+# Copyright 2018 Red Hat, Inc. and/or its affiliates.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+blockstore_base="blockstore"
+
+function usage() {
+    echo "Usage: $0 <server1:server2:...> <volume> <base_path> <quota_in_GB> <start> <end>"
+    echo "    0 <= start <= end <= 65535"
+}
+
+function tohexpath() {
+    local -i l1=$1/256
+    local -i l2=$1%256
+    printf '%02x/%02x' "$l1" "$l2"
+}
+
+function tohexname() {
+    local -i l1=$1/256
+    local -i l2=$1%256
+    printf '%02x%02x' "$l1" "$l2"
+}
+
+function mkPvTemplate() {
+    local servers=$1
+    local volume=$2
+    local subdir=$3
+    local blockfile=$4
+    local capacity=$5
+    local uuid=$6
+
+    local pv_name
+    pv_name=$(echo "gluster-block-${uuid}-${subdir}-${blockfile}" | tr '/' '-')
+    cat - << EOT
+---
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: "$pv_name"
+  labels:
+    cluster: "$(echo "$servers" | tr ':' '-')"
+    volume: "$volume"
+    subdir: "$(echo "${blockstore_base}/${subdir}" | tr '/' '-')"
+    supervol: "$uuid"
+spec:
+  capacity:
+    storage: $capacity
+  accessModes:
+    - ReadWriteOnce
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: gluster-block-subvol
+  flexVolume:
+    driver: "rht/glfs-block-subvol"
+    options:
+      cluster: $servers
+      volume: $volume
+      dir: ${blockstore_base}/${subdir}
+      file: $blockfile
+EOT
+}
+
+
+servers=$1
+volume_name=$2
+base_path_in=$3
+volsize_gb=$4
+declare -i i_start=$5
+declare -i i_end=$6
+
+declare -i i=$i_start
+
+if [ $# -ne 6 ]; then usage; exit 1; fi
+if [ "$i" -lt 0 ]; then usage; exit 1; fi
+if [ "$i" -gt "$i_end" ]; then usage; exit 1; fi
+if [ "$i_end" -gt 65535 ]; then usage; exit 1; fi
+
+base_path="${base_path_in}/${blockstore_base}"
+if [ ! -d "${base_path}" ]; then
+    if ! mkdir "${base_path}"; then
+        echo "Unable to create $base_path"
+        exit 2
+    fi
+fi
+
+if [ ! -f "${base_path}/supervol-uuid" ]; then
+    uuidgen -r > "${base_path}/supervol-uuid"
+fi
+supervol_uuid=$(cat "${base_path}/supervol-uuid")
+
+if [ -f "${base_path}/pvs-${i_start}-${i_end}.yml" ]; then
+    rm "${base_path}/pvs-${i_start}-${i_end}.yml"
+fi
+
+while [ "$i" -le "$i_end" ]; do
+    subdir=$(tohexpath "$i")
+    dir="${base_path}/${subdir}"
+    echo "creating: ${dir} (${i}/${i_end})"
+    if ! mkdir -p "$dir"; then
+        echo "Unable to create $dir"
+        exit 2
+    fi
+    if ! chmod 777 "$dir"; then
+        echo "Unable to set permissions on $dir"
+        exit 2
+    fi
+    blockfile=$(tohexname "$i")
+    blockfqpath="${base_path}/${subdir}/${blockfile}"
+    # File should not exist, or do not mess up existing devices here!
+    if [ -f "$blockfqpath" ]; then
+        echo "Found an existing device file with at $blockfile; skipping device creation"
+        ((++i))
+        continue
+    fi
+    if ! touch "$blockfqpath"; then
+        echo "Unable to create file ${blockfile}"
+        exit 2
+    fi
+    if ! chmod 777 "$blockfqpath"; then
+        echo "Unable to set permissions on ${blockfile}"
+        exit 2
+    fi
+    # Create a sparse file of required volume size
+    # 2097152 = 1024 * 1024 * 1024 (GB to bytes) / 512 (obs in dd)
+    seek_end=$((volsize_gb*2097152))
+    if [ $? -eq 3 ]; then
+        echo "Arithmetic error in expr, unable to setup ${blockfile}"
+        exit 2
+    fi
+    if ! dd seek="${seek_end}" obs=512 ibs=512 count=1 if=/dev/null of="${blockfqpath}" status=none ; then
+        echo "Error in dd to ${blockfile}"
+        exit 2
+    fi
+    # Format the file with XFS
+    if ! mkfs.xfs -q "${blockfqpath}"; then
+        echo "mkfs.xfs failed for ${blockfqpath}"
+        exit 2
+    fi
+    # TODO: Check mount (?)
+    # TODO: mkPvTemplate is as is, may need modifications
+    mkPvTemplate "$servers" "$volume_name" "$subdir" "$blockfile" "${volsize_gb}Gi" "$supervol_uuid" >> "${base_path}/pvs-${i_start}-${i_end}.yml"
+    ((++i))
+done
+
+exit 0

blockstore/creator/gluster-block-subvol-sc.yml

@@ -0,0 +1,9 @@
+---
+
+kind: StorageClass
+apiVersion: storage.k8s.io/v1
+metadata:
+  name: gluster-block-subvol
+  annotations:
+    storageclass.kubernetes.io/is-default-class: "true"
+provisioner: none

blockstore/flex-volume/README.md

@@ -0,0 +1,5 @@
+# Installation of flex volume plugin
+
+This is a flex volume plugin that needs to be installed on each Kubernetes node.
+
+TODO