Hi,
As ceph-deploy utility does not work properly with named clusters (other than the default ceph) In order to have a named cluster I have created the monitor using the manual procedure:
In the end, it starts up perfectly when security is disabled:
auth_cluster_required = none
auth_service_required = none
auth_client_required = none
But when I neable security in order to deploy mgr:
auth_cluster_required = cephx
auth_service_required = cephx
auth_client_required = cephx
Monitor does not start... it just crashes
[root@vdicnode01 vdicmgmtcl]# /usr/bin/ceph-mon -d --cluster vdicmgmtcl --id vdicnode01 --setuser ceph --setgroup ceph
2017-08-16 19:27:58.668063 7fed10697e40 0 set uid:gid to 167:167 (ceph:ceph)
2017-08-16 19:27:58.668078 7fed10697e40 0 ceph version 12.1.4 (a5f84b37668fc8e03165aaf5cbb380c78e4deba4) luminous (rc), process (unknown), pid 5049
2017-08-16 19:27:58.668107 7fed10697e40 0 pidfile_write: ignore empty --pid-file
2017-08-16 19:27:58.687811 7fed10697e40 0 load: jerasure load: lrc load: isa
2017-08-16 19:27:58.687893 7fed10697e40 0 set rocksdb option compression = kNoCompression
2017-08-16 19:27:58.687898 7fed10697e40 0 set rocksdb option write_buffer_size = 33554432
2017-08-16 19:27:58.687910 7fed10697e40 0 set rocksdb option compression = kNoCompression
2017-08-16 19:27:58.687912 7fed10697e40 0 set rocksdb option write_buffer_size = 33554432
2017-08-16 19:27:58.688000 7fed10697e40 4 rocksdb: RocksDB version: 5.4.0
2017-08-16 19:27:58.688004 7fed10697e40 4 rocksdb: Git sha rocksdb_build_git_sha:@0@
2017-08-16 19:27:58.688005 7fed10697e40 4 rocksdb: Compile date Aug 15 2017
2017-08-16 19:27:58.688007 7fed10697e40 4 rocksdb: DB SUMMARY
2017-08-16 19:27:58.688041 7fed10697e40 4 rocksdb: CURRENT file: CURRENT
2017-08-16 19:27:58.688043 7fed10697e40 4 rocksdb: IDENTITY file: IDENTITY
2017-08-16 19:27:58.688045 7fed10697e40 4 rocksdb: MANIFEST file: MANIFEST-000242 size: 264 Bytes
2017-08-16 19:27:58.688047 7fed10697e40 4 rocksdb: SST files in /var/lib/ceph/mon/vdicmgmtcl-vdicnode01/store.db dir, Total Num: 4, files: 000078.sst 000091.sst 000166.sst 000169.sst
2017-08-16 19:27:58.688048 7fed10697e40 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/vdicmgmtcl-vdicnode01/store.db: 000243.log size: 0 ;
2017-08-16 19:27:58.688050 7fed10697e40 4 rocksdb: Options.error_if_exists: 0
2017-08-16 19:27:58.688050 7fed10697e40 4 rocksdb: Options.create_if_missing: 0
2017-08-16 19:27:58.688050 7fed10697e40 4 rocksdb: Options.paranoid_checks: 1
2017-08-16 19:27:58.688051 7fed10697e40 4 rocksdb: Options.env: 0x7fed197a5de0
2017-08-16 19:27:58.688051 7fed10697e40 4 rocksdb: Options.info_log: 0x7fed1a8393c0
2017-08-16 19:27:58.688052 7fed10697e40 4 rocksdb: Options.max_open_files: -1
2017-08-16 19:27:58.688052 7fed10697e40 4 rocksdb: Options.max_file_opening_threads: 16
2017-08-16 19:27:58.688053 7fed10697e40 4 rocksdb: Options.use_fsync: 0
2017-08-16 19:27:58.688053 7fed10697e40 4 rocksdb: Options.max_log_file_size: 0
2017-08-16 19:27:58.688054 7fed10697e40 4 rocksdb: Options.max_manifest_file_size: 18446744073709551615
2017-08-16 19:27:58.688054 7fed10697e40 4 rocksdb: Options.log_file_time_to_roll: 0
2017-08-16 19:27:58.688055 7fed10697e40 4 rocksdb: Options.keep_log_file_num: 1000
2017-08-16 19:27:58.688055 7fed10697e40 4 rocksdb: Options.recycle_log_file_num: 0
2017-08-16 19:27:58.688055 7fed10697e40 4 rocksdb: Options.allow_fallocate: 1
2017-08-16 19:27:58.688056 7fed10697e40 4 rocksdb: Options.allow_mmap_reads: 0
2017-08-16 19:27:58.688056 7fed10697e40 4 rocksdb: Options.allow_mmap_writes: 0
2017-08-16 19:27:58.688057 7fed10697e40 4 rocksdb: Options.use_direct_reads: 0
2017-08-16 19:27:58.688057 7fed10697e40 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0
2017-08-16 19:27:58.688057 7fed10697e40 4 rocksdb: Options.create_missing_column_families: 0
2017-08-16 19:27:58.688063 7fed10697e40 4 rocksdb: Options.db_log_dir:
2017-08-16 19:27:58.688063 7fed10697e40 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/vdicmgmtcl-vdicnode01/store.db
2017-08-16 19:27:58.688064 7fed10697e40 4 rocksdb: Options.table_cache_numshardbits: 6
2017-08-16 19:27:58.688064 7fed10697e40 4 rocksdb: Options.max_subcompactions: 1
2017-08-16 19:27:58.688065 7fed10697e40 4 rocksdb: Options.max_background_flushes: 1
2017-08-16 19:27:58.688065 7fed10697e40 4 rocksdb: Options.WAL_ttl_seconds: 0
2017-08-16 19:27:58.688066 7fed10697e40 4 rocksdb: Options.WAL_size_limit_MB: 0
2017-08-16 19:27:58.688066 7fed10697e40 4 rocksdb: Options.manifest_preallocation_size: 4194304
2017-08-16 19:27:58.688066 7fed10697e40 4 rocksdb: Options.is_fd_close_on_exec: 1
2017-08-16 19:27:58.688067 7fed10697e40 4 rocksdb: Options.advise_random_on_open: 1
2017-08-16 19:27:58.688067 7fed10697e40 4 rocksdb: Options.db_write_buffer_size: 0
2017-08-16 19:27:58.688067 7fed10697e40 4 rocksdb: Options.access_hint_on_compaction_start: 1
2017-08-16 19:27:58.688068 7fed10697e40 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0
2017-08-16 19:27:58.688068 7fed10697e40 4 rocksdb: Options.compaction_readahead_size: 0
2017-08-16 19:27:58.688069 7fed10697e40 4 rocksdb: Options.random_access_max_buffer_size: 1048576
2017-08-16 19:27:58.688069 7fed10697e40 4 rocksdb: Options.writable_file_max_buffer_size: 1048576
2017-08-16 19:27:58.688069 7fed10697e40 4 rocksdb: Options.use_adaptive_mutex: 0
2017-08-16 19:27:58.688070 7fed10697e40 4 rocksdb: Options.rate_limiter: (nil)
2017-08-16 19:27:58.688070 7fed10697e40 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0
2017-08-16 19:27:58.688071 7fed10697e40 4 rocksdb: Options.bytes_per_sync: 0
2017-08-16 19:27:58.688071 7fed10697e40 4 rocksdb: Options.wal_bytes_per_sync: 0
2017-08-16 19:27:58.688072 7fed10697e40 4 rocksdb: Options.wal_recovery_mode: 2
2017-08-16 19:27:58.688072 7fed10697e40 4 rocksdb: Options.enable_thread_tracking: 0
2017-08-16 19:27:58.688072 7fed10697e40 4 rocksdb: Options.allow_concurrent_memtable_write: 1
2017-08-16 19:27:58.688073 7fed10697e40 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1
2017-08-16 19:27:58.688073 7fed10697e40 4 rocksdb: Options.write_thread_max_yield_usec: 100
2017-08-16 19:27:58.688073 7fed10697e40 4 rocksdb: Options.write_thread_slow_yield_usec: 3
2017-08-16 19:27:58.688074 7fed10697e40 4 rocksdb: Options.row_cache: None
2017-08-16 19:27:58.688074 7fed10697e40 4 rocksdb: Options.wal_filter: None
2017-08-16 19:27:58.688075 7fed10697e40 4 rocksdb: Options.avoid_flush_during_recovery: 0
2017-08-16 19:27:58.688075 7fed10697e40 4 rocksdb: Options.base_background_compactions: 1
2017-08-16 19:27:58.688076 7fed10697e40 4 rocksdb: Options.max_background_compactions: 1
2017-08-16 19:27:58.688076 7fed10697e40 4 rocksdb: Options.avoid_flush_during_shutdown: 0
2017-08-16 19:27:58.688076 7fed10697e40 4 rocksdb: Options.delayed_write_rate : 16777216
2017-08-16 19:27:58.688077 7fed10697e40 4 rocksdb: Options.max_total_wal_size: 0
2017-08-16 19:27:58.688077 7fed10697e40 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000
2017-08-16 19:27:58.688078 7fed10697e40 4 rocksdb: Options.stats_dump_period_sec: 600
2017-08-16 19:27:58.688078 7fed10697e40 4 rocksdb: Compression algorithms supported:
2017-08-16 19:27:58.688080 7fed10697e40 4 rocksdb: Snappy supported: 0
2017-08-16 19:27:58.688080 7fed10697e40 4 rocksdb: Zlib supported: 0
2017-08-16 19:27:58.688081 7fed10697e40 4 rocksdb: Bzip supported: 0
2017-08-16 19:27:58.688081 7fed10697e40 4 rocksdb: LZ4 supported: 0
2017-08-16 19:27:58.688081 7fed10697e40 4 rocksdb: ZSTD supported: 0
2017-08-16 19:27:58.688083 7fed10697e40 4 rocksdb: Fast CRC32 supported: 1
2017-08-16 19:27:58.688191 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/version_set.cc:2609] Recovering from manifest file: MANIFEST-000242
2017-08-16 19:27:58.688251 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/column_family.cc:407] --------------- Options for column family [default]:
2017-08-16 19:27:58.688255 7fed10697e40 4 rocksdb: Options.comparator: leveldb.BytewiseComparator
2017-08-16 19:27:58.688256 7fed10697e40 4 rocksdb: Options.merge_operator:
2017-08-16 19:27:58.688257 7fed10697e40 4 rocksdb: Options.compaction_filter: None
2017-08-16 19:27:58.688257 7fed10697e40 4 rocksdb: Options.compaction_filter_factory: None
2017-08-16 19:27:58.688258 7fed10697e40 4 rocksdb: Options.memtable_factory: SkipListFactory
2017-08-16 19:27:58.688258 7fed10697e40 4 rocksdb: Options.table_factory: BlockBasedTable
2017-08-16 19:27:58.688270 7fed10697e40 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fed1a572158)
cache_index_and_filter_blocks: 1
cache_index_and_filter_blocks_with_high_priority: 1
pin_l0_filter_and_index_blocks_in_cache: 1
index_type: 0
hash_index_allow_collision: 1
checksum: 1
no_block_cache: 0
block_cache: 0x7fed1a59c3f8
block_cache_name: LRUCache
block_cache_options:
capacity : 134217728
num_shard_bits : 4
strict_capacity_limit : 0
high_pri_pool_ratio: 0.000
block_cache_compressed: (nil)
persistent_cache: (nil)
block_size: 4096
block_size_deviation: 10
block_restart_interval: 16
index_block_restart_interval: 1
filter_policy: rocksdb.BuiltinBloomFilter
whole_key_filtering: 1
format_version: 2
2017-08-16 19:27:58.688272 7fed10697e40 4 rocksdb: Options.write_buffer_size: 33554432
2017-08-16 19:27:58.688273 7fed10697e40 4 rocksdb: Options.max_write_buffer_number: 2
2017-08-16 19:27:58.688273 7fed10697e40 4 rocksdb: Options.compression: NoCompression
2017-08-16 19:27:58.688274 7fed10697e40 4 rocksdb: Options.bottommost_compression: Disabled
2017-08-16 19:27:58.688274 7fed10697e40 4 rocksdb: Options.prefix_extractor: nullptr
2017-08-16 19:27:58.688275 7fed10697e40 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr
2017-08-16 19:27:58.688276 7fed10697e40 4 rocksdb: Options.num_levels: 7
2017-08-16 19:27:58.688276 7fed10697e40 4 rocksdb: Options.min_write_buffer_number_to_merge: 1
2017-08-16 19:27:58.688276 7fed10697e40 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0
2017-08-16 19:27:58.688277 7fed10697e40 4 rocksdb: Options.compression_opts.window_bits: -14
2017-08-16 19:27:58.688277 7fed10697e40 4 rocksdb: Options.compression_opts.level: -1
2017-08-16 19:27:58.688278 7fed10697e40 4 rocksdb: Options.compression_opts.strategy: 0
2017-08-16 19:27:58.688278 7fed10697e40 4 rocksdb: Options.compression_opts.max_dict_bytes: 0
2017-08-16 19:27:58.688278 7fed10697e40 4 rocksdb: Options.level0_file_num_compaction_trigger: 4
2017-08-16 19:27:58.688279 7fed10697e40 4 rocksdb: Options.level0_slowdown_writes_trigger: 20
2017-08-16 19:27:58.688279 7fed10697e40 4 rocksdb: Options.level0_stop_writes_trigger: 36
2017-08-16 19:27:58.688280 7fed10697e40 4 rocksdb: Options.target_file_size_base: 67108864
2017-08-16 19:27:58.688280 7fed10697e40 4 rocksdb: Options.target_file_size_multiplier: 1
2017-08-16 19:27:58.688280 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_base: 268435456
2017-08-16 19:27:58.688281 7fed10697e40 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 0
2017-08-16 19:27:58.688286 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000
2017-08-16 19:27:58.688289 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2017-08-16 19:27:58.688290 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2017-08-16 19:27:58.688290 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2017-08-16 19:27:58.688290 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2017-08-16 19:27:58.688291 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2017-08-16 19:27:58.688291 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2017-08-16 19:27:58.688292 7fed10697e40 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2017-08-16 19:27:58.688292 7fed10697e40 4 rocksdb: Options.max_sequential_skip_in_iterations: 8
2017-08-16 19:27:58.688293 7fed10697e40 4 rocksdb: Options.max_compaction_bytes: 1677721600
2017-08-16 19:27:58.688293 7fed10697e40 4 rocksdb: Options.arena_block_size: 4194304
2017-08-16 19:27:58.688293 7fed10697e40 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736
2017-08-16 19:27:58.688294 7fed10697e40 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944
2017-08-16 19:27:58.688294 7fed10697e40 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100
2017-08-16 19:27:58.688295 7fed10697e40 4 rocksdb: Options.disable_auto_compactions: 0
2017-08-16 19:27:58.688296 7fed10697e40 4 rocksdb: Options.compaction_style: kCompactionStyleLevel
2017-08-16 19:27:58.688296 7fed10697e40 4 rocksdb: Options.compaction_pri: kByCompensatedSize
2017-08-16 19:27:58.688297 7fed10697e40 4 rocksdb: Options.compaction_options_universal.size_ratio: 1
2017-08-16 19:27:58.688297 7fed10697e40 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2
2017-08-16 19:27:58.688298 7fed10697e40 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2017-08-16 19:27:58.688298 7fed10697e40 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2017-08-16 19:27:58.688299 7fed10697e40 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2017-08-16 19:27:58.688299 7fed10697e40 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2017-08-16 19:27:58.688300 7fed10697e40 4 rocksdb: Options.table_properties_collectors:
2017-08-16 19:27:58.688300 7fed10697e40 4 rocksdb: Options.inplace_update_support: 0
2017-08-16 19:27:58.688300 7fed10697e40 4 rocksdb: Options.inplace_update_num_locks: 10000
2017-08-16 19:27:58.688301 7fed10697e40 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000
2017-08-16 19:27:58.688302 7fed10697e40 4 rocksdb: Options.memtable_huge_page_size: 0
2017-08-16 19:27:58.688302 7fed10697e40 4 rocksdb: Options.bloom_locality: 0
2017-08-16 19:27:58.688302 7fed10697e40 4 rocksdb: Options.max_successive_merges: 0
2017-08-16 19:27:58.688303 7fed10697e40 4 rocksdb: Options.optimize_filters_for_hits: 0
2017-08-16 19:27:58.688303 7fed10697e40 4 rocksdb: Options.paranoid_file_checks: 0
2017-08-16 19:27:58.688304 7fed10697e40 4 rocksdb: Options.force_consistency_checks: 0
2017-08-16 19:27:58.688304 7fed10697e40 4 rocksdb: Options.report_bg_io_stats: 0
2017-08-16 19:27:58.689682 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/version_set.cc:2859] Recovered from manifest file:/var/lib/ceph/mon/vdicmgmtcl-vdicnode01/store.db/MANIFEST-000242 succeeded,manifest_file_number is 242, next_file_number is 244, last_sequence is 294, log_number is 0,prev_log_number is 0,max_column_family is 0
2017-08-16 19:27:58.689689 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/version_set.cc:2867] Column family [default] (ID 0), log number is 241
2017-08-16 19:27:58.689737 7fed10697e40 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1502904478689729, "job": 1, "event": "recovery_started", "log_files": [243]}
2017-08-16 19:27:58.689740 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/db_impl_open.cc:482] Recovering log #243 mode 2
2017-08-16 19:27:58.689790 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/version_set.cc:2395] Creating manifest 245
2017-08-16 19:27:58.691100 7fed10697e40 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1502904478691097, "job": 1, "event": "recovery_finished"}
2017-08-16 19:27:58.692732 7fed10697e40 4 rocksdb: [/home/jenkins-build/build/workspace/ceph-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos7/DIST/centos7/MACHINE_SIZE/huge/release/12.1.4/rpm/el7/BUILD/ceph-12.1.4/src/rocksdb/db/db_impl_open.cc:1063] DB pointer 0x7fed1a938000
2017-08-16 19:27:58.693304 7fed10697e40 0 starting mon.vdicnode01 rank 0 at public addr 192.168.100.101:6789/0 at bind addr 192.168.100.101:6789/0 mon_data /var/lib/ceph/mon/vdicmgmtcl-vdicnode01 fsid b9ae71ac-a257-4020-98cb-4b277e4d9ce5
[root@vdicnode01 vdicmgmtcl]# echo $?
1
[root@vdicnode01 vdicmgmtcl]#
i have tried to increase debug-log level but I get the same output...
Any help will be really really really welcome!!
_______________________________________________ ceph-users mailing list ceph-users@xxxxxxxxxxxxxx http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
