mirror of
https://github.com/hanzoai/volume.git
synced 2026-10-01 00:48:00 +00:00
zeekay
b61441f7d7
A fork of Rancher's local-path-provisioner at v0.0.36. The behaviour is unchanged and deliberately so — a directory on the node a pod lands on is the right thing for a disk. What changes is identity. The provisioner answers to hanzo.ai/volume rather than rancher.io/local-path. That is not branding: two provisioners sharing one name race for the same claims, and a stock k3s carries the upstream one, so a cluster running both would settle our storage by chance. Data lives at /var/lib/hanzo/volume, so reading a Hanzo cluster does not mean learning another vendor's directory. Apache-2.0 as published, unaltered, with Rancher's attribution in NOTICE. The README says what this is not: durability. A volume here dies with its node. That is hanzoai/replicate's question, one layer up, and keeping the two apart is what lets the disk stay this simple.
313 lines
7.0 KiB
YAML
313 lines
7.0 KiB
YAML
apiVersion: v1
|
|
kind: Namespace
|
|
metadata:
|
|
name: local-path-storage
|
|
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: local-path-provisioner-service-account
|
|
namespace: local-path-storage
|
|
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: Role
|
|
metadata:
|
|
name: local-path-provisioner-role
|
|
namespace: local-path-storage
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["pods"]
|
|
verbs: ["get", "list", "watch", "create", "patch", "update", "delete"]
|
|
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: local-path-provisioner-role
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["nodes", "persistentvolumeclaims", "configmaps", "pods", "pods/log"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumes"]
|
|
verbs: ["get", "list", "watch", "create", "patch", "update", "delete"]
|
|
- apiGroups: [""]
|
|
resources: ["events"]
|
|
verbs: ["create", "patch"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["storageclasses"]
|
|
verbs: ["get", "list", "watch"]
|
|
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: RoleBinding
|
|
metadata:
|
|
name: local-path-provisioner-bind
|
|
namespace: local-path-storage
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: Role
|
|
name: local-path-provisioner-role
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: local-path-provisioner-service-account
|
|
namespace: local-path-storage
|
|
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRoleBinding
|
|
metadata:
|
|
name: local-path-provisioner-bind
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: local-path-provisioner-role
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: local-path-provisioner-service-account
|
|
namespace: local-path-storage
|
|
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: local-path-provisioner
|
|
namespace: local-path-storage
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
app: local-path-provisioner
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: local-path-provisioner
|
|
spec:
|
|
serviceAccountName: local-path-provisioner-service-account
|
|
containers:
|
|
- name: local-path-provisioner
|
|
image: ghcr.io/hanzoai/volume:v0.0.36
|
|
imagePullPolicy: IfNotPresent
|
|
command:
|
|
- local-path-provisioner
|
|
- --debug
|
|
- start
|
|
- --config
|
|
- /etc/config/config.json
|
|
volumeMounts:
|
|
- name: config-volume
|
|
mountPath: /etc/config/
|
|
env:
|
|
- name: POD_NAMESPACE
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: metadata.namespace
|
|
- name: ALLOW_UNSAFE_HELPER_POD_TEMPLATE
|
|
value: "true"
|
|
volumes:
|
|
- name: config-volume
|
|
configMap:
|
|
name: local-path-config
|
|
|
|
---
|
|
apiVersion: storage.k8s.io/v1
|
|
kind: StorageClass
|
|
metadata:
|
|
name: local-path
|
|
provisioner: hanzo.ai/volume
|
|
volumeBindingMode: WaitForFirstConsumer
|
|
reclaimPolicy: Delete
|
|
|
|
---
|
|
kind: ConfigMap
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local-path-config
|
|
namespace: local-path-storage
|
|
data:
|
|
config.json: |-
|
|
{
|
|
"nodePathMap":[
|
|
{
|
|
"node":"DEFAULT_PATH_FOR_NON_LISTED_NODES",
|
|
"paths":["/var/lib/hanzo/volume"]
|
|
}
|
|
]
|
|
}
|
|
setup: |-
|
|
#!/bin/sh
|
|
while getopts "m:s:p:" opt
|
|
do
|
|
case $opt in
|
|
p)
|
|
absolutePath=$OPTARG
|
|
;;
|
|
s)
|
|
sizeInBytes=$OPTARG
|
|
;;
|
|
m)
|
|
volMode=$OPTARG
|
|
;;
|
|
esac
|
|
done
|
|
|
|
mkdir -m 0777 -p ${absolutePath}
|
|
teardown: |-
|
|
#!/bin/sh
|
|
while getopts "m:s:p:" opt
|
|
do
|
|
case $opt in
|
|
p)
|
|
absolutePath=$OPTARG
|
|
;;
|
|
s)
|
|
sizeInBytes=$OPTARG
|
|
;;
|
|
m)
|
|
volMode=$OPTARG
|
|
;;
|
|
esac
|
|
done
|
|
|
|
rm -rf ${absolutePath}
|
|
helperPod.yaml: |-
|
|
apiVersion: v1
|
|
kind: Pod
|
|
metadata:
|
|
name: helper-pod
|
|
spec:
|
|
containers:
|
|
- name: helper-pod
|
|
image: busybox
|
|
imagePullPolicy: IfNotPresent
|
|
|
|
kind: ConfigMap
|
|
apiVersion: v1
|
|
metadata:
|
|
name: local-path-config
|
|
namespace: local-path-storage
|
|
data:
|
|
config.json: |-
|
|
{
|
|
"nodePathMap":[
|
|
{
|
|
"node":"DEFAULT_PATH_FOR_NON_LISTED_NODES",
|
|
"paths":["/mnt/disk"]
|
|
}
|
|
]
|
|
}
|
|
setup: |-
|
|
#!/bin/sh
|
|
while getopts "m:s:p:" opt
|
|
do
|
|
case $opt in
|
|
p)
|
|
absolutePath=$OPTARG
|
|
;;
|
|
s)
|
|
sizeInBytes=$OPTARG
|
|
;;
|
|
m)
|
|
volMode=$OPTARG
|
|
;;
|
|
esac
|
|
done
|
|
|
|
xfsPath=$(dirname "$absolutePath")
|
|
pvcName=$(basename "$absolutePath")
|
|
mkdir -p ${absolutePath}
|
|
|
|
# support xfs quota
|
|
type=`stat -f -c %T ${xfsPath}`
|
|
if [ ${type} == 'xfs' ]; then
|
|
|
|
echo "support xfs quota"
|
|
|
|
project=`cat /etc/projects | tail -n 1`
|
|
id=`echo ${project%:*}`
|
|
|
|
if [ ! ${project} ]; then
|
|
id=1
|
|
else
|
|
id=$[${id}+1]
|
|
fi
|
|
|
|
echo "${id}:${absolutePath}" >> /etc/projects
|
|
echo "${pvcName}:${id}" >> /etc/projid
|
|
|
|
xfs_quota -x -c "project -s ${pvcName}"
|
|
xfs_quota -x -c "limit -p bhard=${sizeInBytes} ${pvcName}" ${xfsPath}
|
|
xfs_quota -x -c "report -pbih" ${xfsPath}
|
|
fi
|
|
|
|
teardown: |-
|
|
#!/bin/sh
|
|
while getopts "m:s:p:" opt
|
|
do
|
|
case $opt in
|
|
p)
|
|
absolutePath=$OPTARG
|
|
;;
|
|
s)
|
|
sizeInBytes=$OPTARG
|
|
;;
|
|
m)
|
|
volMode=$OPTARG
|
|
;;
|
|
esac
|
|
done
|
|
|
|
xfsPath=$(dirname "$absolutePath")
|
|
pvcName=$(basename "$absolutePath")
|
|
|
|
# support xfs quota
|
|
type=`stat -f -c %T ${xfsPath}`
|
|
if [ ${type} == 'xfs' ]; then
|
|
|
|
echo "support xfs quota"
|
|
xfs_quota -x -c "limit -p bhard=0 ${pvcName}" ${xfsPath}
|
|
fi
|
|
|
|
rm -rf ${absolutePath}
|
|
if [ ${type} == 'xfs' ]; then
|
|
echo "$(sed "/${pvcName}/d" /etc/projects)" > /etc/projects
|
|
echo "$(sed "/${pvcName}/d" /etc/projid)" > /etc/projid
|
|
xfs_quota -x -c "report -pbih" ${xfsPath}
|
|
fi
|
|
|
|
helperPod.yaml: |-
|
|
apiVersion: v1
|
|
kind: Pod
|
|
metadata:
|
|
name: helper-pod
|
|
spec:
|
|
containers:
|
|
- name: helper-pod
|
|
image: xxx/storage-xfs-quota:v0.1
|
|
imagePullPolicy: Always
|
|
securityContext:
|
|
privileged: true
|
|
volumeMounts:
|
|
- name: xfs-quota-projects
|
|
subPath: projects
|
|
mountPath: /etc/projects
|
|
- name: xfs-quota-projects
|
|
subPath: projid
|
|
mountPath: /etc/projid
|
|
- name: device-dir
|
|
mountPath: /dev
|
|
volumes:
|
|
- name: xfs-quota-projects
|
|
hostPath:
|
|
path: /etc/projects
|
|
type: FileOrCreate
|
|
- name: xfs-quota-projid
|
|
hostPath:
|
|
path: /etc/projid
|
|
type: FileOrCreate
|
|
- name: device-dir
|
|
hostPath:
|
|
path: /dev
|