> > Try to install a completely new ceph cluster from scratch on fresh > installed LTS Ubuntu by this doc > https://docs.ceph.com/en/latest/cephadm/install/ . Many interesting > discoveries await you. on centos7 14.2.22, manual with no surprises (just installed, so not really fully tested), less than 100 lines. I prefer the online manuals to have it like this. Especially with user primissions, because these have been changing syntax a little over time. yum install python-werkzeug -y yum install ceph-osd ceph-mgr ceph-mon ceph-mds ceph-radosgw -y cat << EOCM > /etc/ceph/ceph.conf [global] fsid=`uuidgen` mon initial members = t03 mon host = 192.168.0.213 public network = 192.168.0.0/24 auth cluster required = cephx auth service required = cephx auth client required = cephx osd pool default size = 2 osd pool default min size = 1 osd pool default pg num = 8 osd pool default pgp num = 8 osd crush chooseleaf type = 1 EOCM ======== monitor ======== sudo -u ceph ceph-authtool --create-keyring /tmp/ceph.mon.keyring --gen-key -n mon. --cap mon 'allow *' ceph-authtool --create-keyring /etc/ceph/ceph.client.admin.keyring --gen-key -n client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' chown ceph.ceph /etc/ceph/ceph.client.admin.keyring sudo -u ceph ceph-authtool --create-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring --gen-key -n client.bootstrap-osd --cap mon 'profile bootstrap-osd' --cap mgr 'allow r' sudo -u ceph ceph-authtool /tmp/ceph.mon.keyring --import-keyring /etc/ceph/ceph.client.admin.keyring sudo ceph-authtool /tmp/ceph.mon.keyring --import-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring sudo chown ceph:ceph /tmp/ceph.mon.keyring sudo -u ceph monmaptool --create --add t03 192.168.0.213 --fsid `grep fsid /etc/ceph/ceph.conf | cut -d"=" -f2` /tmp/monmap sudo -u ceph mkdir /var/lib/ceph/mon/ceph-t03 chmod o-rwx /var/lib/ceph/mon/ceph-t03 sudo -u ceph ceph-mon --mkfs -i t03 --monmap /tmp/monmap --keyring /tmp/ceph.mon.keyring systemctl is-enabled ceph-mon.target systemctl enable ceph-mon@t03 systemctl start ceph-mon@t03 ceph -s ======== mgr ======== sudo -u ceph mkdir /var/lib/ceph/mgr/ceph-t03 chmod o-rwx /var/lib/ceph/mgr/ceph-t03 sudo -u ceph ceph auth add mgr.t03 mon 'allow profile mgr' osd 'allow *' mds 'allow *' sudo -u ceph ceph auth get mgr.t03 -o /var/lib/ceph/mgr/ceph-t03/keyring systemctl is-enabled ceph-mgr.target systemctl enable ceph-mgr@t03 systemctl start ceph-mgr@t03 ceph -s ======== mds ======== sudo -u ceph mkdir /var/lib/ceph/mds/ceph-t03 chmod o-rwx /var/lib/ceph/mds/ceph-t03 sudo -u ceph ceph-authtool --create-keyring /var/lib/ceph/mds/ceph-t03/keyring --gen-key -n mds.t03 sudo -u ceph ceph auth add mds.t03 osd "allow rwx" mds "allow *" mon "allow profile mds" -i /var/lib/ceph/mds/ceph-t03/keyring systemctl is-enabled ceph-mds.target systemctl enable ceph-mds@t03 systemctl start ceph-mds@t03 ceph -s ======== osd's ======== sudo -u ceph ceph auth get client.bootstrap-osd -o /var/lib/ceph/bootstrap-osd/ceph.keyring ceph-volume lvm zap --destroy /dev/sdb ceph-volume lvm create --data /dev/sdb --dmcrypt systemctl enable ceph-osd@0 ======== some defaults ======== ceph mon enable-msgr2 ceph config set mon auth_allow_insecure_global_id_reclaim false ceph osd crush rule create-replicated replicated_ssd default host ssd ceph osd crush rule create-replicated replicated_hdd default host hdd _______________________________________________ ceph-users mailing list -- ceph-users@xxxxxxx To unsubscribe send an email to ceph-users-leave@xxxxxxx