Configuration Guide Red Hat Ceph Storage 8 Configuration settings for Red Hat Ceph Storage Red Hat Ceph Storage Documentation Team

Commands:
ceph config set osd/host:magna045 debug_osd 20
ceph config set osd/class:hdd osd_max_backfills 8
ceph daemon DAEMON_TYPE . ID config show
ceph daemon osd.0 config show
ceph daemon osd.0 help
ceph daemon DAEMON_TYPE . ID config get PARAMETER
ceph daemon osd.0 config get public_addr
ceph config set DAEMON CONFIG-OPTION VALUE
ceph config set osd debug_osd 10
ceph config dump osd advanced debug_osd 10/10
ceph config rm DAEMON CONFIG-OPTION VALUE
ceph config rm osd debug_osd
ceph config set DAEMON . DAEMON-NUMBER CONFIG-OPTION VALUE
ceph config set osd.0 debug_osd 10
ceph config dump osd.0 advanced debug_osd 10/10
ceph config rm DAEMON . DAEMON-NUMBER CONFIG-OPTION
ceph config rm osd.0 debug_osd
ceph config set mgr mgr/cephadm/manage_etc_ceph_ceph_conf false
ceph config set osd osd_memory_target VALUE
ceph config set osd.id osd_memory_target VALUE
ceph config set osd.8 osd_memory_target 16G
ceph config set osd osd_memory_target 16G ceph config set osd.8 osd_memory_target 8G
ceph config set osd osd_memory_target_autotune true
osd_memory_target = TOTAL_RAM_OF_THE_OSD * (1048576) * (autotune_memory_target_ratio) / NUMBER_OF_OSDS_IN_THE_OSD_NODE - ( SPACE_ALLOCATED_FOR_OTHER_DAEMONS )
ceph config set mgr mgr/cephadm/autotune_memory_target_ratio 0.2
ceph config set osd.123 osd_memory_target 7860684936
ceph config set osd/host: HOSTNAME osd_memory_target TARGET_BYTES
ceph config set osd/host:host01 osd_memory_target 1000000000
ceph orch host label add HOSTNAME _no_autotune_memory
ceph config set osd.123 osd_memory_target_autotune false ceph config set osd.123 osd_memory_target 16G
ceph_conf_overrides: mds: mds_cache_memory_limit=2000000000
cephadm shell
ceph config set mon public_network IP_ADDRESS_WITH_SUBNET
ceph config set mon public_network 192.168.0.0/24
ceph orch ls
ceph orch restart mon
systemctl restart ceph- FSID_OF_CLUSTER .target
systemctl restart ceph-1ca9f6a8-d036-11ec-8263-fa163ee967ad.target
cephadm bootstrap --mon-ip IP-ADDRESS --registry-url registry.redhat.io --registry-username USER_NAME --registry-password PASSWORD --cluster-network NETWORK-IP-ADDRESS
cephadm bootstrap --mon-ip 10.10.128.68 --registry-url registry.redhat.io --registry-username myuser1 --registry-password mypassword1 --cluster-network 10.10.0.0/24
cephadm shell
ceph config set global cluster_network IP_ADDRESS_WITH_SUBNET
ceph config set global cluster_network 10.10.0.0/24
ceph orch ls
ceph orch restart mon
systemctl restart ceph- FSID_OF_CLUSTER .target
systemctl restart ceph-1ca9f6a8-d036-11ec-8263-fa163ee967ad.target
[mon] public_network = PUBLIC_NETWORK1 , PUBLIC_NETWORK2
[mon] public_network = 10.40.0.0/24, 10.41.0.0/24, 10.42.0.0/24
cephadm --image IMAGE_URL bootstrap --mon-ip MONITOR_IP -c PATH_TO_CEPH_CONF
cephadm -image cp.icr.io/cp/ibm-ceph/ceph-5-rhel8:latest bootstrap -mon-ip 10.40.0.0/24 -c /etc/ceph/ceph.conf
ssh-copy-id -f -i /etc/ceph/ceph.pub root@ NEW_HOST
ssh-copy-id -f -i /etc/ceph/ceph.pub root@host02 ssh-copy-id -f -i /etc/ceph/ceph.pub root@host03
cephadm shell
ceph orch host add NEW_HOST IP [ LABEL1 ...]
ceph orch host add host02 10.10.0.102 label1 ceph orch host add host03 10.10.0.103 label2
ceph config set mon public_network " SUBNET_1 , SUBNET_2 , ..."
ceph config set mon public_network "192.168.0.0/24, 10.42.0.0/24, ..."
iptables -L
REJECT all -- anywhere anywhere reject-with icmp-host-prohibited
firewall-cmd --zone ZONE --list-ports
firewall-cmd --zone default --list-ports
sudo iptables -A INPUT -i IFACE -p tcp -s IP-ADDRESS / NETMASK --dport 6789 -j ACCEPT sudo iptables -A INPUT -i IFACE -p tcp -s IP-ADDRESS / NETMASK --dport 3300 -j ACCEPT
firewall-cmd --zone=public --add-port=6789/tcp firewall-cmd --zone=public --add-port=6789/tcp --permanent firewall-cmd --zone=public --add-port=3300/tcp firewall-cmd --zone=public --add-port=3300/tcp --permanent
cephadm shell
ceph config get mon
[mon] mon_initial_members = a,b,c
[mon.host1] [mon.host2]
ceph cephadm set-extra-ceph-conf
ceph auth get-or-create client.admin mon 'allow *' osd 'allow *' -o /etc/ceph/ceph.client.admin.keyring
ceph-authtool --create-keyring /tmp/ceph.mon.keyring --gen-key -n mon. --cap mon 'allow *'
cp /tmp/ceph.mon.keyring /var/lib/ceph/mon/ceph-a/keyring
ceph auth get-or-create osd. ID mon 'allow rwx' osd 'allow *' -o /var/lib/ceph/osd/ceph- ID /keyring
auth_cluster_required = none auth_service_required = none auth_client_required = none
ceph osd set noout ceph osd set norecover ceph osd set norebalance ceph osd set nobackfill ceph osd set nodown ceph osd set pause
ceph osd unset noout ceph osd unset norecover ceph osd unset norebalance ceph osd unset nobackfill ceph osd unset nodown ceph osd unset pause
auth_cluster_required = none auth_service_required = none auth_client_required = none
scp USER @ HOSTNAME :/etc/ceph/ceph.client.admin.keyring /etc/ceph/ceph.client.admin.keyring
/var/lib/ceph/USDtype/ CLUSTER - ID
/var/lib/ceph/osd/ceph-12
ceph config set global osd_pool_default_size 4 # Write an object 4 times. ceph config set global osd_pool_default_min_size 1 # Allow writing one copy in a degraded state.
ceph config set global osd_pool_default_pg_num 250 ceph config set global osd_pool_default_pgp_num 250
ceph config set osd osd_heartbeat_interval TIME_IN_SECONDS
ceph config set osd osd_heartbeat_interval 60
ceph config set osd osd_heartbeat_grace TIME_IN_SECONDS
ceph config set osd osd_heartbeat_grace 30
ceph config set mon mon_osd_min_down_reporters NUMBER
ceph config set mon mon_osd_min_down_reporters 4
ceph config set mon mon_osd_reporter_subtree_level CRUSH_ITEM
ceph config set mon mon_osd_reporter_subtree_level host ceph config set mon mon_osd_reporter_subtree_level rack ceph config set mon mon_osd_reporter_subtree_level osd
ceph config set osd osd_mon_heartbeat_interval TIME_IN_SECONDS
ceph config set osd osd_mon_heartbeat_interval 60
ceph config set osd osd_mon_report_interval TIME_IN_SECONDS
ceph config get osd osd_mon_report_interval 5 ceph config set osd osd_mon_report_interval 20 ceph config dump | grep osd global advanced osd_pool_default_crush_rule -1 osd basic osd_memory_target 4294967296 osd advanced osd_mon_report_interval 20
IMPORTANT: Red Hat does not recommend changing the default.