Configure Erasure Coding CephFS on Proxmox

apt-get install ceph-mds
mkdir -p /var/lib/ceph/mds/ceph-mds3
chown -R ceph:ceph /var/lib/ceph/mds/ceph-mds3
ceph --cluster ceph --name client.bootstrap-mds --keyring /var/lib/ceph/bootstrap-mds/ceph.keyring auth get-or-create mds.mds3 osd 'allow rwx' mds 'allow' mon 'allow profile mds' -o /var/lib/ceph/mds/ceph-mds3/keyring
systemctl start ceph-mds@ceph3
systemctl enable ceph-mds@ceph3

mkdir -p /var/lib/ceph/mds/mds.ceph1
chown -R ceph:ceph /var/lib/ceph/mds/mds.ceph1
ceph --cluster ceph --name client.bootstrap-mds --keyring /var/lib/ceph/bootstrap-mds/ceph.keyring auth get-or-create mds.ceph1 osd 'allow rwx' mds 'allow' mon 'allow profile mds' -o /var/lib/ceph/mds/mds.ceph1/keyring
#cp /var/lib/ceph/mds/mds.ceph1/keyringv /etc/pve/priv/ceph.mds.ceph1.keyring
systemctl start ceph-mds@ceph1
systemctl enable ceph-mds@ceph1

[mds.ceph1]
         host = ceph1
         keyring = /var/lib/ceph/mds/mds.ceph1/keyring

ceph osd erasure-code-profile set ec21 k=2 m=1 crush-failure-domain=osd crush-device-class=hdd
ceph osd pool create cephfs_data 64 64 erasure ec21
ceph osd pool create cephfs_metadata 64 64 replicated replicated_rule
ceph osd pool application enable cephfs_data cephfs
ceph osd pool set cephfs_data allow_ec_overwrites true
ceph fs new cephfs cephfs_metadata cephfs_data

ceph fs set cephfs inline_data 1 --yes-i-really-mean-it
ceph mds set allow_new_snaps true --yes-i-really-mean-it

mount -t ceph pve1:6789:/ /mnt/cephfs/