$ ANSIBLE_HOST_KEY_CHECKING=False ansible-playbook site.yml --user centos
[WARNING]: Could not match supplied host pattern, ignoring: mdss
[WARNING]: Could not match supplied host pattern, ignoring: nfss
[WARNING]: Could not match supplied host pattern, ignoring: rbdmirrors
[WARNING]: Could not match supplied host pattern, ignoring: clients
[WARNING]: Could not match supplied host pattern, ignoring: rgwloadbalancers

PLAY [mons,osds,mdss,rgws,nfss,rbdmirrors,clients,mgrs,iscsigws,monitoring,rgwloadbalancers] ************

TASK [check for python] *********************************************************************************
Thursday 03 June 2021  15:16:28 -0500 (0:00:00.024)       0:00:00.024 ********* 
ok: [ceph-mon0] => (item=/usr/bin/python)
ok: [ceph-mgr0] => (item=/usr/bin/python)
ok: [ceph-osd0] => (item=/usr/bin/python)
ok: [ceph-rgw0] => (item=/usr/bin/python)
ok: [ceph-iscsigw0] => (item=/usr/bin/python)
ok: [ceph-mon0] => (item=/usr/bin/python3)
ok: [ceph-osd0] => (item=/usr/bin/python3)
ok: [ceph-iscsigw0] => (item=/usr/bin/python3)
ok: [ceph-mgr0] => (item=/usr/bin/python3)
ok: [ceph-rgw0] => (item=/usr/bin/python3)
ok: [ceph-mon0] => (item=/usr/libexec/platform-python)
ok: [ceph-osd0] => (item=/usr/libexec/platform-python)
ok: [ceph-iscsigw0] => (item=/usr/libexec/platform-python)
ok: [ceph-mgr0] => (item=/usr/libexec/platform-python)
ok: [ceph-rgw0] => (item=/usr/libexec/platform-python)

TASK [check for dnf-3 package manager (RedHat/Fedora/CentOS)] *******************************************
Thursday 03 June 2021  15:16:31 -0500 (0:00:03.650)       0:00:03.675 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [check for yum package manager (RedHat/Fedora/CentOS)] *********************************************
Thursday 03 June 2021  15:16:31 -0500 (0:00:00.092)       0:00:03.767 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [check for apt package manager (Debian/Ubuntu)] ****************************************************
Thursday 03 June 2021  15:16:31 -0500 (0:00:00.082)       0:00:03.849 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [check for zypper package manager (SUSE/OpenSUSE)] *************************************************
Thursday 03 June 2021  15:16:31 -0500 (0:00:00.089)       0:00:03.939 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [install python for RedHat based OS - dnf] *********************************************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.083)       0:00:04.022 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [install python for debian based OS] ***************************************************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.083)       0:00:04.106 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [install python for SUSE/OpenSUSE] *****************************************************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.084)       0:00:04.190 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [install python-xml for opensuse only if python2 is installed already] *****************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.084)       0:00:04.275 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python3', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python3', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'stat': {'exists': True, 'path': '/usr/libexec/platform-python', 'mode': '0777', 'isdir': False, 'ischr': False, 'isblk': False, 'isreg': False, 'isfifo': False, 'islnk': True, 'issock': False, 'uid': 0, 'gid': 0, 'size': 20, 'inode': 5389933, 'dev': 64513, 'nlink': 1, 'atime': 1622751286.483895, 'mtime': 1598291968.0, 'ctime': 1607103499.316, 'wusr': True, 'rusr': True, 'xusr': True, 'wgrp': True, 'rgrp': True, 'xgrp': True, 'woth': True, 'roth': True, 'xoth': True, 'isuid': False, 'isgid': False, 'blocks': 0, 'block_size': 4096, 'device_type': 0, 'readable': True, 'writeable': True, 'executable': True, 'lnk_source': '/usr/libexec/platform-python3.6', 'lnk_target': './platform-python3.6', 'pw_name': 'root', 'gr_name': 'root', 'mimetype': 'inode/symlink', 'charset': 'binary', 'version': None, 'attributes': [], 'attr_flags': ''}, 'invocation': {'module_args': {'path': '/usr/libexec/platform-python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/libexec/platform-python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python3', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python3', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'stat': {'exists': True, 'path': '/usr/libexec/platform-python', 'mode': '0777', 'isdir': False, 'ischr': False, 'isblk': False, 'isreg': False, 'isfifo': False, 'islnk': True, 'issock': False, 'uid': 0, 'gid': 0, 'size': 20, 'inode': 5389933, 'dev': 64513, 'nlink': 1, 'atime': 1622751059.496856, 'mtime': 1598291968.0, 'ctime': 1607103499.316, 'wusr': True, 'rusr': True, 'xusr': True, 'wgrp': True, 'rgrp': True, 'xgrp': True, 'woth': True, 'roth': True, 'xoth': True, 'isuid': False, 'isgid': False, 'blocks': 0, 'block_size': 4096, 'device_type': 0, 'readable': True, 'writeable': True, 'executable': True, 'lnk_source': '/usr/libexec/platform-python3.6', 'lnk_target': './platform-python3.6', 'pw_name': 'root', 'gr_name': 'root', 'mimetype': 'inode/symlink', 'charset': 'binary', 'version': None, 'attributes': [], 'attr_flags': ''}, 'invocation': {'module_args': {'path': '/usr/libexec/platform-python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/libexec/platform-python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python3', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python3', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python3', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python3', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'stat': {'exists': True, 'path': '/usr/libexec/platform-python', 'mode': '0777', 'isdir': False, 'ischr': False, 'isblk': False, 'isreg': False, 'isfifo': False, 'islnk': True, 'issock': False, 'uid': 0, 'gid': 0, 'size': 20, 'inode': 5389933, 'dev': 64513, 'nlink': 1, 'atime': 1622751085.311446, 'mtime': 1598291968.0, 'ctime': 1607103499.316, 'wusr': True, 'rusr': True, 'xusr': True, 'wgrp': True, 'rgrp': True, 'xgrp': True, 'woth': True, 'roth': True, 'xoth': True, 'isuid': False, 'isgid': False, 'blocks': 0, 'block_size': 4096, 'device_type': 0, 'readable': True, 'writeable': True, 'executable': True, 'lnk_source': '/usr/libexec/platform-python3.6', 'lnk_target': './platform-python3.6', 'pw_name': 'root', 'gr_name': 'root', 'mimetype': 'inode/symlink', 'charset': 'binary', 'version': None, 'attributes': [], 'attr_flags': ''}, 'invocation': {'module_args': {'path': '/usr/libexec/platform-python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/libexec/platform-python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'stat': {'exists': True, 'path': '/usr/libexec/platform-python', 'mode': '0777', 'isdir': False, 'ischr': False, 'isblk': False, 'isreg': False, 'isfifo': False, 'islnk': True, 'issock': False, 'uid': 0, 'gid': 0, 'size': 20, 'inode': 5389933, 'dev': 64513, 'nlink': 1, 'atime': 1622751265.1338377, 'mtime': 1598291968.0, 'ctime': 1607103499.316, 'wusr': True, 'rusr': True, 'xusr': True, 'wgrp': True, 'rgrp': True, 'xgrp': True, 'woth': True, 'roth': True, 'xoth': True, 'isuid': False, 'isgid': False, 'blocks': 0, 'block_size': 4096, 'device_type': 0, 'readable': True, 'writeable': True, 'executable': True, 'lnk_source': '/usr/libexec/platform-python3.6', 'lnk_target': './platform-python3.6', 'pw_name': 'root', 'gr_name': 'root', 'mimetype': 'inode/symlink', 'charset': 'binary', 'version': None, 'attributes': [], 'attr_flags': ''}, 'invocation': {'module_args': {'path': '/usr/libexec/platform-python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/libexec/platform-python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'stat': {'exists': False}, 'invocation': {'module_args': {'path': '/usr/bin/python3', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/bin/python3', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'stat': {'exists': True, 'path': '/usr/libexec/platform-python', 'mode': '0777', 'isdir': False, 'ischr': False, 'isblk': False, 'isreg': False, 'isfifo': False, 'islnk': True, 'issock': False, 'uid': 0, 'gid': 0, 'size': 20, 'inode': 5389933, 'dev': 64513, 'nlink': 1, 'atime': 1622751081.332508, 'mtime': 1598291968.0, 'ctime': 1607103499.316, 'wusr': True, 'rusr': True, 'xusr': True, 'wgrp': True, 'rgrp': True, 'xgrp': True, 'woth': True, 'roth': True, 'xoth': True, 'isuid': False, 'isgid': False, 'blocks': 0, 'block_size': 4096, 'device_type': 0, 'readable': True, 'writeable': True, 'executable': True, 'lnk_source': '/usr/libexec/platform-python3.6', 'lnk_target': './platform-python3.6', 'pw_name': 'root', 'gr_name': 'root', 'mimetype': 'inode/symlink', 'charset': 'binary', 'version': None, 'attributes': [], 'attr_flags': ''}, 'invocation': {'module_args': {'path': '/usr/libexec/platform-python', 'follow': False, 'get_md5': False, 'get_checksum': True, 'get_mime': True, 'get_attributes': True, 'checksum_algorithm': 'sha1'}}, 'failed': False, 'failed_when_result': False, 'item': '/usr/libexec/platform-python', 'ansible_loop_var': 'item'}) 

TASK [gather facts] *************************************************************************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.103)       0:00:04.378 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [gather and delegate facts] ************************************************************************
Thursday 03 June 2021  15:16:32 -0500 (0:00:00.125)       0:00:04.504 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)
ok: [ceph-mon0 -> ceph-osd0] => (item=ceph-osd0)
ok: [ceph-mon0 -> ceph-mgr0] => (item=ceph-mgr0)
ok: [ceph-mon0 -> ceph-rgw0] => (item=ceph-rgw0)
ok: [ceph-mon0 -> ceph-iscsigw0] => (item=ceph-iscsigw0)

TASK [create filtered clients group] ********************************************************************
Thursday 03 June 2021  15:16:40 -0500 (0:00:08.437)       0:00:12.941 ********* 

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:16:40 -0500 (0:00:00.013)       0:00:12.955 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:16:41 -0500 (0:00:00.039)       0:00:12.994 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:16:41 -0500 (0:00:00.086)       0:00:13.080 ********* 
ok: [ceph-mon0]
ok: [ceph-mgr0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:16:42 -0500 (0:00:00.935)       0:00:14.015 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:16:42 -0500 (0:00:00.049)       0:00:14.065 ********* 
ok: [ceph-mon0]
ok: [ceph-mgr0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:16:42 -0500 (0:00:00.901)       0:00:14.966 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.054)       0:00:15.021 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.039)       0:00:15.061 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.046)       0:00:15.107 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.044)       0:00:15.151 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.024)       0:00:15.176 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.046)       0:00:15.222 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.026)       0:00:15.249 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:16:43 -0500 (0:00:00.721)       0:00:15.971 ********* 
skipping: [ceph-mon0] => (item={'msg': 'non-zero return code', 'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '', 'stderr': "stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory", 'rc': 1, 'start': '2021-06-03 20:16:43.905638', 'end': '2021-06-03 20:16:43.908615', 'delta': '0:00:00.002977', 'changed': False, 'failed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': ["stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory"], 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.029)       0:00:16.000 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': {'msg': 'non-zero return code', 'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '', 'stderr': "stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory", 'rc': 1, 'start': '2021-06-03 20:16:43.905638', 'end': '2021-06-03 20:16:43.908615', 'delta': '0:00:00.002977', 'changed': False, 'failed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': ["stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory"], 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.023)       0:00:16.024 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.019)       0:00:16.043 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.043)       0:00:16.087 ********* 
ok: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.485)       0:00:16.573 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.064)       0:00:16.637 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.057)       0:00:16.694 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.040)       0:00:16.735 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:16:44 -0500 (0:00:00.019)       0:00:16.754 ********* 
changed: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:16:45 -0500 (0:00:00.522)       0:00:17.276 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:16:45 -0500 (0:00:00.063)       0:00:17.340 ********* 
skipping: [ceph-mon0] => (item=/dev/vdb) 
skipping: [ceph-mon0] => (item=/dev/vdc) 
skipping: [ceph-mon0] => (item=/dev/vdd) 
skipping: [ceph-mon0] => (item=/dev/vde) 
skipping: [ceph-rgw0] => (item=/dev/vdb) 
skipping: [ceph-mgr0] => (item=/dev/vdb) 
skipping: [ceph-rgw0] => (item=/dev/vdc) 
skipping: [ceph-mgr0] => (item=/dev/vdc) 
skipping: [ceph-rgw0] => (item=/dev/vdd) 
skipping: [ceph-mgr0] => (item=/dev/vdd) 
skipping: [ceph-iscsigw0] => (item=/dev/vdb) 
skipping: [ceph-mgr0] => (item=/dev/vde) 
skipping: [ceph-rgw0] => (item=/dev/vde) 
skipping: [ceph-iscsigw0] => (item=/dev/vdc) 
skipping: [ceph-iscsigw0] => (item=/dev/vdd) 
skipping: [ceph-iscsigw0] => (item=/dev/vde) 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:16:47 -0500 (0:00:02.458)       0:00:19.799 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdb'], 'stdout': '/dev/vdb', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:46.043787', 'end': '2021-06-03 20:16:46.046172', 'delta': '0:00:00.002385', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdb', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdb'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'})
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdc'], 'stdout': '/dev/vdc', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:46.637278', 'end': '2021-06-03 20:16:46.639670', 'delta': '0:00:00.002392', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdc'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'})
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdd'], 'stdout': '/dev/vdd', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:47.119506', 'end': '2021-06-03 20:16:47.121623', 'delta': '0:00:00.002117', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdd', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdd'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'})
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vde'], 'stdout': '/dev/vde', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:47.635759', 'end': '2021-06-03 20:16:47.637917', 'delta': '0:00:00.002158', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vde', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vde'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:16:47 -0500 (0:00:00.089)       0:00:19.889 ********* 
skipping: [ceph-mon0]
ok: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:16:47 -0500 (0:00:00.045)       0:00:19.935 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.039)       0:00:19.974 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.040)       0:00:20.015 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.038)       0:00:20.054 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.039)       0:00:20.093 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.041)       0:00:20.135 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.038)       0:00:20.174 ********* 
skipping: [ceph-mon0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdd', 'value': {'virtual': 1, 'links': {'ids': ['virtio-dd097314-b07e-4139-b'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdb', 'value': {'virtual': 1, 'links': {'ids': ['virtio-4e65b631-4680-47dd-8'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vde', 'value': {'virtual': 1, 'links': {'ids': ['virtio-95907f85-e838-4e56-9'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-rgw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdc', 'value': {'virtual': 1, 'links': {'ids': ['virtio-a6faed42-240f-4345-a'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-mgr0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-iscsigw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.060)       0:00:20.234 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.018)       0:00:20.252 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.015)       0:00:20.268 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:16:48 -0500 (0:00:00.040)       0:00:20.308 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-mgr0]
ok: [ceph-rgw0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:01.051)       0:00:21.360 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.049)       0:00:21.409 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.039)       0:00:21.448 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.044)       0:00:21.493 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.051)       0:00:21.544 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.040)       0:00:21.585 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.053)       0:00:21.638 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.053)       0:00:21.691 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.054)       0:00:21.745 ********* 
ok: [ceph-mon0] => (item=ceph-mon0)
ok: [ceph-osd0] => (item=ceph-mon0)
ok: [ceph-iscsigw0] => (item=ceph-mon0)
ok: [ceph-rgw0] => (item=ceph-mon0)
ok: [ceph-mgr0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.089)       0:00:21.835 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.050)       0:00:21.885 ********* 
ok: [ceph-mon0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'})
skipping: [ceph-osd0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-rgw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-mgr0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:16:49 -0500 (0:00:00.046)       0:00:21.932 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:21.973 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.042)       0:00:22.015 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.045)       0:00:22.061 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
ok: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:22.102 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
ok: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.042)       0:00:22.144 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:22.184 ********* 
skipping: [ceph-mon0] => (item=0) 
skipping: [ceph-osd0] => (item=0) 
skipping: [ceph-mgr0] => (item=0) 
ok: [ceph-rgw0] => (item=0)
skipping: [ceph-iscsigw0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.047)       0:00:22.232 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.042)       0:00:22.274 ********* 
skipping: [ceph-mon0] => (item=0) 
skipping: [ceph-osd0] => (item=0) 
skipping: [ceph-rgw0] => (item=0) 
skipping: [ceph-mgr0] => (item=0) 
skipping: [ceph-iscsigw0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.047)       0:00:22.322 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.042)       0:00:22.364 ********* 
skipping: [ceph-mon0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.017)       0:00:22.382 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.057)       0:00:22.439 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.029)       0:00:22.469 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-validate : include check_system.yml] *********************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.020)       0:00:22.490 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-validate/tasks/check_system.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-validate : fail on unsupported ansible version (1.X)] ****************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.055)       0:00:22.545 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported ansible version] **********************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.042)       0:00:22.588 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported system] *******************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:22.629 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported architecture] *************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:22.670 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported distribution] *************************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.039)       0:00:22.709 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported CentOS release] ***********************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.040)       0:00:22.749 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported distribution for red hat ceph storage] ************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.049)       0:00:22.799 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : determine if node is registered with subscription-manager] ************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.039)       0:00:22.838 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unregistered red hat rhcs linux] ******************************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.043)       0:00:22.882 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported distribution for ubuntu cloud archive] ************************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.039)       0:00:22.921 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail on unsupported SUSE/openSUSE distribution (only 15.x supported)] *************
Thursday 03 June 2021  15:16:50 -0500 (0:00:00.038)       0:00:22.960 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail if systemd is not present] ***************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.041)       0:00:23.002 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate ceph_origin] *************************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.041)       0:00:23.043 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate ceph_repository] *********************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.044)       0:00:23.088 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate ceph_repository_community] ***********************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.043)       0:00:23.131 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate ceph_repository_type] ****************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.043)       0:00:23.174 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate osd_objectstore] *********************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.044)       0:00:23.219 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate monitor network configuration] *******************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.043)       0:00:23.262 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate radosgw network configuration] *******************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.039)       0:00:23.302 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate lvm osd scenario] ********************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.343 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate filestore lvm osd scenario] **********************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.383 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate bluestore lvm osd scenario] **********************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.424 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail if local scenario is enabled on debian] **************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.042)       0:00:23.466 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail if rhcs repository is enabled on debian] *************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.507 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : Check ceph_origin definition on SUSE/openSUSE Leap] *******************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.041)       0:00:23.549 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : Check ceph_repository definition on SUSE/openSUSE Leap] ***************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.041)       0:00:23.590 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate ntp daemon type] *********************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.631 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : abort if ntp_daemon_type is ntpd on Atomic] ***************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.671 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : make sure journal_size configured] ************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.039)       0:00:23.711 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_devices.yml] ********************************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.040)       0:00:23.751 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-validate/tasks/check_devices.yml for ceph-osd0

TASK [ceph-validate : find device used for operating system] ********************************************
Thursday 03 June 2021  15:16:51 -0500 (0:00:00.065)       0:00:23.817 ********* 
ok: [ceph-osd0]

TASK [ceph-validate : resolve root_device] **************************************************************
Thursday 03 June 2021  15:16:52 -0500 (0:00:00.687)       0:00:24.505 ********* 
ok: [ceph-osd0]

TASK [ceph-validate : set_fact root_device] *************************************************************
Thursday 03 June 2021  15:16:53 -0500 (0:00:00.614)       0:00:25.119 ********* 
ok: [ceph-osd0]

TASK [ceph-validate : resolve devices in lvm_volumes] ***************************************************
Thursday 03 June 2021  15:16:53 -0500 (0:00:00.034)       0:00:25.154 ********* 
skipping: [ceph-osd0]

TASK [ceph-validate : set_fact lvm_volumes_data_devices] ************************************************
Thursday 03 June 2021  15:16:53 -0500 (0:00:00.019)       0:00:25.173 ********* 
skipping: [ceph-osd0]

TASK [ceph-validate : resolve devices in devices] *******************************************************
Thursday 03 June 2021  15:16:53 -0500 (0:00:00.019)       0:00:25.192 ********* 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-validate : set_fact devices_resolved] ********************************************************
Thursday 03 June 2021  15:16:55 -0500 (0:00:02.491)       0:00:27.683 ********* 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdb'], 'stdout': '/dev/vdb', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:53.687753', 'end': '2021-06-03 20:16:53.690290', 'delta': '0:00:00.002537', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdb', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdb'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdc'], 'stdout': '/dev/vdc', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:54.385866', 'end': '2021-06-03 20:16:54.387974', 'delta': '0:00:00.002108', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdc'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdd'], 'stdout': '/dev/vdd', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:55.137655', 'end': '2021-06-03 20:16:55.139963', 'delta': '0:00:00.002308', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdd', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdd'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vde'], 'stdout': '/dev/vde', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:16:55.637304', 'end': '2021-06-03 20:16:55.640039', 'delta': '0:00:00.002735', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vde', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vde'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'})

TASK [ceph-validate : fail if root_device is passed in lvm_volumes or devices] **************************
Thursday 03 June 2021  15:16:55 -0500 (0:00:00.089)       0:00:27.773 ********* 
skipping: [ceph-osd0]

TASK [ceph-validate : read information about the devices] ***********************************************
Thursday 03 June 2021  15:16:55 -0500 (0:00:00.015)       0:00:27.788 ********* 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-validate : fail when gpt header found on osd devices] ****************************************
Thursday 03 June 2021  15:16:58 -0500 (0:00:03.076)       0:00:30.865 ********* 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdb', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdb', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdc', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdc', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdd', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdd', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vde', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vde', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-validate : get devices information] **********************************************************
Thursday 03 June 2021  15:16:58 -0500 (0:00:00.049)       0:00:30.915 ********* 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-validate : fail if one of the devices is not a device] ***************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:03.232)       0:00:34.148 ********* 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdb', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdb', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'failed_when_result': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdc', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdc', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'failed_when_result': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vdd', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vdd', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'failed_when_result': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-osd0] => (item={'changed': False, 'disk': {'dev': '/dev/vde', 'size': 102400.0, 'unit': 'mib', 'table': 'unknown', 'model': 'Virtio Block Device', 'logical_block': 512, 'physical_block': 512}, 'partitions': [], 'script': "unit 'MiB' print", 'invocation': {'module_args': {'device': '/dev/vde', 'unit': 'MiB', 'align': 'optimal', 'label': 'msdos', 'part_type': 'primary', 'part_start': '0%', 'part_end': '100%', 'state': 'info', 'number': None, 'name': None, 'flags': None}}, 'failed': False, 'failed_when_result': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-validate : include check_eth_mon.yml] ********************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.053)       0:00:34.201 ********* 
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-validate/tasks/check_eth_mon.yml for ceph-mon0

TASK [ceph-validate : fail if eth0 does not exist on ceph-mon0] *****************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.070)       0:00:34.272 ********* 
skipping: [ceph-mon0]

TASK [ceph-validate : fail if eth0 is not active on ceph-mon0] ******************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.016)       0:00:34.288 ********* 
skipping: [ceph-mon0]

TASK [ceph-validate : fail if eth0 does not have any ip v4 address on ceph-mon0] ************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.019)       0:00:34.308 ********* 
skipping: [ceph-mon0]

TASK [ceph-validate : fail if eth0 does not have any ip v6 address on ceph-mon0] ************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.021)       0:00:34.329 ********* 
skipping: [ceph-mon0]

TASK [ceph-validate : include check_ipaddr_mon.yml] *****************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.013)       0:00:34.342 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_eth_rgw.yml] ********************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.042)       0:00:34.384 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-validate/tasks/check_eth_rgw.yml for ceph-rgw0

TASK [ceph-validate : fail if eth0 does not exist on ceph-rgw0] *****************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.078)       0:00:34.463 ********* 
skipping: [ceph-rgw0]

TASK [ceph-validate : fail if eth0 is not active on ceph-rgw0] ******************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.016)       0:00:34.479 ********* 
skipping: [ceph-rgw0]

TASK [ceph-validate : fail if eth0 does not have any ip v4 address on ceph-rgw0] ************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.020)       0:00:34.500 ********* 
skipping: [ceph-rgw0]

TASK [ceph-validate : fail if eth0 does not have any ip v6 address on ceph-rgw0] ************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.020)       0:00:34.521 ********* 
skipping: [ceph-rgw0]

TASK [ceph-validate : include check_rgw_pools.yml] ******************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.013)       0:00:34.535 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_rgw_multisite.yml] **************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.039)       0:00:34.575 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_iscsi.yml] **********************************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.040)       0:00:34.615 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-validate/tasks/check_iscsi.yml for ceph-iscsigw0

TASK [ceph-validate : fail on unsupported distribution for iscsi gateways] ******************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.136)       0:00:34.751 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-validate : make sure gateway_ip_list is configured] ******************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.017)       0:00:34.769 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-validate : make sure gateway_iqn is configured] **********************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.019)       0:00:34.788 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail if unsupported chap configuration] *******************************************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.018)       0:00:34.806 ********* 

TASK [ceph-validate : fail on unsupported distribution version for iscsi gateways] **********************
Thursday 03 June 2021  15:17:02 -0500 (0:00:00.017)       0:00:34.823 ********* 
ok: [ceph-iscsigw0] => (item=CONFIG_TARGET_CORE)
ok: [ceph-iscsigw0] => (item=CONFIG_TCM_USER2)
ok: [ceph-iscsigw0] => (item=CONFIG_ISCSI_TARGET)

TASK [ceph-validate : warn about radosgw_civetweb_num_threads option deprecation] ***********************
Thursday 03 June 2021  15:17:05 -0500 (0:00:02.171)       0:00:36.995 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_nfs.yml] ************************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.042)       0:00:37.037 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : include check_rbdmirror.yml] ******************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.039)       0:00:37.077 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail if monitoring group doesn't exist] *******************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.040)       0:00:37.118 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail when monitoring doesn't contain at least one node.] **************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.041)       0:00:37.159 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : fail when dashboard_admin_password and/or grafana_admin_password are not set] *****
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.041)       0:00:37.201 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate container registry credentials] ******************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.041)       0:00:37.242 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate openstack_keys key format] ***********************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.042)       0:00:37.285 ********* 
skipping: [ceph-mon0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 

TASK [ceph-validate : validate clients keys key format] *************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.111)       0:00:37.397 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate openstack_keys caps] *****************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.039)       0:00:37.436 ********* 
skipping: [ceph-mon0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mon0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-rgw0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.glance', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-mgr0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.cinder', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=volumes, profile rbd pool=vms, profile rbd pool=images'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.cinder-backup', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=backups'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.gnocchi', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=metrics'}, 'mode': '0600'}) 
skipping: [ceph-osd0] => (item={'name': 'client.openstack', 'caps': {'mon': 'profile rbd', 'osd': 'profile rbd pool=images, profile rbd pool=vms, profile rbd pool=volumes, profile rbd pool=backups'}, 'mode': '0600'}) 

TASK [ceph-validate : validate clients keys caps] *******************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.116)       0:00:37.552 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : check virtual_ips is defined] *****************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.040)       0:00:37.593 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-validate : validate virtual_ips length] ******************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.038)       0:00:37.632 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : update cache for Debian based OSs] ***************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.041)       0:00:37.673 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : include_tasks configure_firewall.yml] ************************************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.040)       0:00:37.713 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-infra/tasks/configure_firewall.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-infra : check firewalld installation on redhat or SUSE/openSUSE] *****************************
Thursday 03 June 2021  15:17:05 -0500 (0:00:00.079)       0:00:37.793 ********* 
fatal: [ceph-mon0]: FAILED! => changed=false 
  cmd:
  - rpm
  - -q
  - firewalld
  delta: '0:00:00.244760'
  end: '2021-06-03 20:17:06.734382'
  msg: non-zero return code
  rc: 1
  start: '2021-06-03 20:17:06.489622'
  stderr: ''
  stderr_lines: <omitted>
  stdout: package firewalld is not installed
  stdout_lines: <omitted>
...ignoring
fatal: [ceph-iscsigw0]: FAILED! => changed=false 
  cmd:
  - rpm
  - -q
  - firewalld
  delta: '0:00:00.245296'
  end: '2021-06-03 20:17:06.936916'
  msg: non-zero return code
  rc: 1
  start: '2021-06-03 20:17:06.691620'
  stderr: ''
  stderr_lines: <omitted>
  stdout: package firewalld is not installed
  stdout_lines: <omitted>
...ignoring
fatal: [ceph-rgw0]: FAILED! => changed=false 
  cmd:
  - rpm
  - -q
  - firewalld
  delta: '0:00:00.245397'
  end: '2021-06-03 20:17:06.941301'
  msg: non-zero return code
  rc: 1
  start: '2021-06-03 20:17:06.695904'
  stderr: ''
  stderr_lines: <omitted>
  stdout: package firewalld is not installed
  stdout_lines: <omitted>
...ignoring
fatal: [ceph-mgr0]: FAILED! => changed=false 
  cmd:
  - rpm
  - -q
  - firewalld
  delta: '0:00:00.244376'
  end: '2021-06-03 20:17:06.821375'
  msg: non-zero return code
  rc: 1
  start: '2021-06-03 20:17:06.576999'
  stderr: ''
  stderr_lines: <omitted>
  stdout: package firewalld is not installed
  stdout_lines: <omitted>
...ignoring
fatal: [ceph-osd0]: FAILED! => changed=false 
  cmd:
  - rpm
  - -q
  - firewalld
  delta: '0:00:00.245372'
  end: '2021-06-03 20:17:06.880574'
  msg: non-zero return code
  rc: 1
  start: '2021-06-03 20:17:06.635202'
  stderr: ''
  stderr_lines: <omitted>
  stdout: package firewalld is not installed
  stdout_lines: <omitted>
...ignoring

TASK [ceph-infra : install firewalld python binding] ****************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:01.271)       0:00:39.064 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : start firewalld] *********************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.049)       0:00:39.113 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on monitor] *******************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.041)       0:00:39.155 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open ceph networks on manager when collocated] ***************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.044)       0:00:39.199 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open monitor and manager ports] ******************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.044)       0:00:39.244 ********* 
skipping: [ceph-mon0] => (item={'service': 'ceph-mon', 'zone': 'public'}) 
skipping: [ceph-mon0] => (item={'service': 'ceph', 'zone': 'public'}) 
skipping: [ceph-osd0] => (item={'service': 'ceph-mon', 'zone': 'public'}) 
skipping: [ceph-osd0] => (item={'service': 'ceph', 'zone': 'public'}) 
skipping: [ceph-rgw0] => (item={'service': 'ceph-mon', 'zone': 'public'}) 
skipping: [ceph-rgw0] => (item={'service': 'ceph', 'zone': 'public'}) 
skipping: [ceph-mgr0] => (item={'service': 'ceph-mon', 'zone': 'public'}) 
skipping: [ceph-mgr0] => (item={'service': 'ceph', 'zone': 'public'}) 
skipping: [ceph-iscsigw0] => (item={'service': 'ceph-mon', 'zone': 'public'}) 
skipping: [ceph-iscsigw0] => (item={'service': 'ceph', 'zone': 'public'}) 

TASK [ceph-infra : open ceph networks on manager when dedicated] ****************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.056)       0:00:39.301 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open manager ports] ******************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.045)       0:00:39.346 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on osd] ***********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.040)       0:00:39.386 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open osd ports] **********************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.046)       0:00:39.433 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on rgw] ***********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.040)       0:00:39.474 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open rgw ports] **********************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.047)       0:00:39.522 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on mds] ***********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.046)       0:00:39.568 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open mds ports] **********************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.048)       0:00:39.617 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open ceph networks on nfs] ***********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.048)       0:00:39.665 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open nfs ports] **********************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.044)       0:00:39.710 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open nfs ports (portmapper)] *********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.041)       0:00:39.751 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on rbdmirror] *****************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.042)       0:00:39.793 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open rbdmirror ports] ****************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.044)       0:00:39.838 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on iscsi] *********************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.042)       0:00:39.881 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open iscsi target ports] *************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.048)       0:00:39.930 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open iscsi api ports] ****************************************************************
Thursday 03 June 2021  15:17:07 -0500 (0:00:00.040)       0:00:39.970 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open iscsi/prometheus port] **********************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.042)       0:00:40.013 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open dashboard ports] ****************************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.044)       0:00:40.057 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : open ceph networks on haproxy] *******************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.042)       0:00:40.099 ********* 
skipping: [ceph-mon0] => (item=10.0.0.0/24) 
skipping: [ceph-osd0] => (item=10.0.0.0/24) 
skipping: [ceph-rgw0] => (item=10.0.0.0/24) 
skipping: [ceph-mgr0] => (item=10.0.0.0/24) 
skipping: [ceph-iscsigw0] => (item=10.0.0.0/24) 

TASK [ceph-infra : open haproxy ports] ******************************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.049)       0:00:40.149 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : add rich rule for keepalived vrrp] ***************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.044)       0:00:40.194 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : include_tasks setup_ntp.yml] *********************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.049)       0:00:40.243 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-infra/tasks/setup_ntp.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-infra : set ntp service and chrony daemon name for Debian family] ****************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.108)       0:00:40.351 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : set ntp service and chrony daemon name for RedHat and Suse family] *******************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.039)       0:00:40.391 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-infra : install ntpd] ************************************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.044)       0:00:40.435 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : install chrony] **********************************************************************
Thursday 03 June 2021  15:17:08 -0500 (0:00:00.044)       0:00:40.480 ********* 
ok: [ceph-osd0]
ok: [ceph-mon0]
ok: [ceph-mgr0]
ok: [ceph-rgw0]
ok: [ceph-iscsigw0]

TASK [ceph-infra : enable timesyncing on timesyncd] *****************************************************
Thursday 03 June 2021  15:17:24 -0500 (0:00:15.802)       0:00:56.282 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : disable time sync using timesyncd if we are not using it] ****************************
Thursday 03 June 2021  15:17:24 -0500 (0:00:00.070)       0:00:56.353 ********* 
changed: [ceph-mgr0]
changed: [ceph-mon0]
changed: [ceph-iscsigw0]
changed: [ceph-osd0]
changed: [ceph-rgw0]

TASK [ceph-infra : enable ntpd] *************************************************************************
Thursday 03 June 2021  15:17:25 -0500 (0:00:01.433)       0:00:57.786 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : enable chronyd] **********************************************************************
Thursday 03 June 2021  15:17:25 -0500 (0:00:00.053)       0:00:57.839 ********* 
changed: [ceph-mon0]
changed: [ceph-osd0]
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-rgw0]

TASK [ceph-infra : ensure logrotate is installed] *******************************************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:02.675)       0:01:00.514 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-infra : add logrotate configuration] *********************************************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.043)       0:01:00.558 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include_tasks installs/install_on_redhat.yml] ***************************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.041)       0:01:00.600 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/installs/install_on_redhat.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : include configure_redhat_repository_installation.yml] *******************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.066)       0:01:00.666 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/installs/configure_redhat_repository_installation.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : include redhat_community_repository.yml] ********************************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.062)       0:01:00.728 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/installs/redhat_community_repository.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : install yum plugin priorities] ******************************************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.067)       0:01:00.796 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : configure red hat ceph community repository stable key] *****************************
Thursday 03 June 2021  15:17:28 -0500 (0:00:00.045)       0:01:00.842 ********* 
[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created with a mode of 0700, this
may cause issues when running as another user. To avoid this, create the remote_tmp dir with the correct
permissions manually
changed: [ceph-mon0]
changed: [ceph-mgr0]
changed: [ceph-rgw0]
changed: [ceph-osd0]
changed: [ceph-iscsigw0]

TASK [ceph-common : configure red hat ceph stable community repository] *********************************
Thursday 03 June 2021  15:17:30 -0500 (0:00:02.013)       0:01:02.856 ********* 
[WARNING]: The value 2 (type int) in a string field was converted to '2' (type string). If this does not
look like what you expect, quote the entire value to ensure it does not change.
changed: [ceph-mon0]
changed: [ceph-osd0]
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-rgw0]

TASK [ceph-common : configure red hat ceph stable noarch community repository] **************************
Thursday 03 June 2021  15:17:32 -0500 (0:00:01.127)       0:01:03.983 ********* 
changed: [ceph-mon0]
changed: [ceph-mgr0]
changed: [ceph-rgw0]
changed: [ceph-osd0]
changed: [ceph-iscsigw0]

TASK [ceph-common : include redhat_rhcs_repository.yml] *************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:01.015)       0:01:04.999 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include redhat_dev_repository.yml] **************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.048)       0:01:05.048 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include redhat_custom_repository.yml] ***********************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.042)       0:01:05.090 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : purge yum cache] ********************************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.045)       0:01:05.136 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include configure_redhat_local_installation.yml] ************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.043)       0:01:05.180 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include install_redhat_packages.yml] ************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.078)       0:01:05.258 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/installs/install_redhat_packages.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : install redhat dependencies] ********************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.075)       0:01:05.333 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : install centos dependencies] ********************************************************
Thursday 03 June 2021  15:17:33 -0500 (0:00:00.044)       0:01:05.378 ********* 
changed: [ceph-mon0]
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-osd0]
changed: [ceph-rgw0]

TASK [ceph-common : install redhat ceph packages] *******************************************************
Thursday 03 June 2021  15:17:37 -0500 (0:00:03.991)       0:01:09.369 ********* 
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-mon0]
changed: [ceph-rgw0]
changed: [ceph-osd0]

TASK [ceph-common : include_tasks installs/install_on_suse.yml] *****************************************
Thursday 03 June 2021  15:19:18 -0500 (0:01:41.582)       0:02:50.952 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include installs/install_on_debian.yml] *********************************************
Thursday 03 June 2021  15:19:19 -0500 (0:00:00.055)       0:02:51.007 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include_tasks installs/install_on_clear.yml] ****************************************
Thursday 03 June 2021  15:19:19 -0500 (0:00:00.039)       0:02:51.047 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : get ceph version] *******************************************************************
Thursday 03 June 2021  15:19:19 -0500 (0:00:00.041)       0:02:51.088 ********* 
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]
ok: [ceph-mon0]
ok: [ceph-rgw0]
ok: [ceph-osd0]

TASK [ceph-common : set_fact ceph_version] **************************************************************
Thursday 03 June 2021  15:19:20 -0500 (0:00:01.183)       0:02:52.271 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-common : include release-rhcs.yml] ***********************************************************
Thursday 03 June 2021  15:19:20 -0500 (0:00:00.053)       0:02:52.324 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : set_fact ceph_release - override ceph_release with ceph_stable_release] *************
Thursday 03 June 2021  15:19:20 -0500 (0:00:00.037)       0:02:52.362 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-common : include create_rbd_client_dir.yml] **************************************************
Thursday 03 June 2021  15:19:20 -0500 (0:00:00.044)       0:02:52.406 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/create_rbd_client_dir.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : create rbd client directory] ********************************************************
Thursday 03 June 2021  15:19:20 -0500 (0:00:00.065)       0:02:52.472 ********* 
ok: [ceph-mon0] => (item=/var/run/ceph)
ok: [ceph-rgw0] => (item=/var/run/ceph)
ok: [ceph-osd0] => (item=/var/run/ceph)
ok: [ceph-iscsigw0] => (item=/var/run/ceph)
ok: [ceph-mgr0] => (item=/var/run/ceph)
changed: [ceph-mon0] => (item=/var/log/ceph)
changed: [ceph-rgw0] => (item=/var/log/ceph)
changed: [ceph-iscsigw0] => (item=/var/log/ceph)
changed: [ceph-mgr0] => (item=/var/log/ceph)
changed: [ceph-osd0] => (item=/var/log/ceph)

TASK [ceph-common : include configure_cluster_name.yml] *************************************************
Thursday 03 June 2021  15:19:24 -0500 (0:00:03.813)       0:02:56.286 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-common/tasks/configure_cluster_name.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-common : configure cluster name] *************************************************************
Thursday 03 June 2021  15:19:24 -0500 (0:00:00.104)       0:02:56.390 ********* 
changed: [ceph-mon0]
changed: [ceph-rgw0]
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-osd0]

TASK [ceph-common : check /etc/default/ceph exist] ******************************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:01.646)       0:02:58.037 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : when /etc/default/ceph is not dir] **************************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:00.053)       0:02:58.091 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : when /etc/default/ceph is dir] ******************************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:00.041)       0:02:58.132 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include configure_memory_allocator.yml] *********************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:00.042)       0:02:58.174 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-common : include selinux.yml] ****************************************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:00.043)       0:02:58.218 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-infra : disable ntpd] *************************************************************
Thursday 03 June 2021  15:19:26 -0500 (0:00:00.042)       0:02:58.260 ********* 
ok: [ceph-iscsigw0]
ok: [ceph-mgr0]
ok: [ceph-mon0]
ok: [ceph-rgw0]
ok: [ceph-osd0]

RUNNING HANDLER [ceph-infra : disable timesyncd] ********************************************************
Thursday 03 June 2021  15:19:28 -0500 (0:00:02.104)       0:03:00.364 ********* 
ok: [ceph-mon0]
ok: [ceph-iscsigw0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-osd0]

PLAY [mons] *********************************************************************************************

TASK [set ceph monitor install 'In Progress'] ***********************************************************
Thursday 03 June 2021  15:19:30 -0500 (0:00:02.032)       0:03:02.397 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:19:30 -0500 (0:00:00.025)       0:03:02.423 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:19:30 -0500 (0:00:00.017)       0:03:02.441 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mon0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:19:30 -0500 (0:00:00.045)       0:03:02.487 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.598)       0:03:03.086 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.045)       0:03:03.131 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.531)       0:03:03.663 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.019)       0:03:03.682 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.013)       0:03:03.696 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.013)       0:03:03.709 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.019)       0:03:03.729 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.023)       0:03:03.753 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.019)       0:03:03.772 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:19:31 -0500 (0:00:00.021)       0:03:03.794 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:19:32 -0500 (0:00:00.582)       0:03:04.376 ********* 
skipping: [ceph-mon0] => (item={'msg': 'non-zero return code', 'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '', 'stderr': "stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory", 'rc': 1, 'start': '2021-06-03 20:19:32.315419', 'end': '2021-06-03 20:19:32.318599', 'delta': '0:00:00.003180', 'changed': False, 'failed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': ["stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory"], 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:19:32 -0500 (0:00:00.027)       0:03:04.404 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': {'msg': 'non-zero return code', 'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '', 'stderr': "stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory", 'rc': 1, 'start': '2021-06-03 20:19:32.315419', 'end': '2021-06-03 20:19:32.318599', 'delta': '0:00:00.003180', 'changed': False, 'failed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': ["stat: cannot stat '/var/run/ceph/ceph-mon*.asok': No such file or directory"], 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:19:32 -0500 (0:00:00.023)       0:03:04.428 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:19:32 -0500 (0:00:00.018)       0:03:04.447 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:19:32 -0500 (0:00:00.019)       0:03:04.466 ********* 
ok: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.674)       0:03:05.140 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.046)       0:03:05.186 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.018)       0:03:05.205 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.016)       0:03:05.221 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.019)       0:03:05.241 ********* 
changed: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.652)       0:03:05.893 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.033)       0:03:05.927 ********* 
skipping: [ceph-mon0] => (item=/dev/vdb) 
skipping: [ceph-mon0] => (item=/dev/vdc) 
skipping: [ceph-mon0] => (item=/dev/vdd) 
skipping: [ceph-mon0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:19:33 -0500 (0:00:00.030)       0:03:05.957 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.032)       0:03:05.990 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.014)       0:03:06.005 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.014)       0:03:06.019 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.013)       0:03:06.033 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.013)       0:03:06.047 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.013)       0:03:06.061 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.014)       0:03:06.076 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.013)       0:03:06.089 ********* 
skipping: [ceph-mon0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.023)       0:03:06.112 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.015)       0:03:06.128 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.014)       0:03:06.143 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.015)       0:03:06.158 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.557)       0:03:06.715 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.043)       0:03:06.759 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.021)       0:03:06.781 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.022)       0:03:06.803 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.016)       0:03:06.820 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.016)       0:03:06.836 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.020)       0:03:06.856 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.020)       0:03:06.877 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.019)       0:03:06.896 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.019)       0:03:06.916 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.020)       0:03:06.936 ********* 
ok: [ceph-mon0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'})

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.021)       0:03:06.958 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:19:34 -0500 (0:00:00.013)       0:03:06.971 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.014)       0:03:06.986 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.013)       0:03:06.999 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.014)       0:03:07.014 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.013)       0:03:07.028 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.014)       0:03:07.042 ********* 
skipping: [ceph-mon0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.018)       0:03:07.060 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.014)       0:03:07.074 ********* 
skipping: [ceph-mon0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.018)       0:03:07.093 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.015)       0:03:07.108 ********* 
skipping: [ceph-mon0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.018)       0:03:07.127 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.024)       0:03:07.151 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.027)       0:03:07.179 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-handler : include check_running_containers.yml] **********************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.020)       0:03:07.199 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : include check_socket_non_container.yml] ********************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.013)       0:03:07.213 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/check_socket_non_container.yml for ceph-mon0

TASK [ceph-handler : find ceph mon socket] **************************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.028)       0:03:07.242 ********* 
ok: [ceph-mon0]

TASK [ceph-handler : check if the ceph mon socket is in-use] ********************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.679)       0:03:07.922 ********* 

TASK [ceph-handler : remove ceph mon socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.012)       0:03:07.935 ********* 

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.015)       0:03:07.950 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check if the ceph osd socket is in-use] ********************************************
Thursday 03 June 2021  15:19:35 -0500 (0:00:00.013)       0:03:07.963 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : remove ceph osd socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:07.979 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:07.994 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check if the ceph mds socket is in-use] ********************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.009 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : remove ceph mds socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.025 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : find ceph rgw socket] **************************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.040 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check if the ceph rgw socket is in-use] ********************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.053 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : remove ceph rgw socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.069 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : find ceph mgr socket] **************************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.083 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check if the ceph mgr socket is in-use] ********************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.098 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : remove ceph mgr socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.113 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : find ceph rbd mirror socket] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.128 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check if the ceph rbd mirror socket is in-use] *************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.142 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : remove ceph rbd mirror socket if exists and not used by a process] *****************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.157 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check for a nfs ganesha pid] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.172 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check for a tcmu-runner] ***********************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.186 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check for a rbd-target-api] ********************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.200 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check for a rbd-target-gw] *********************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.215 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : check for a ceph-crash process] ****************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.229 ********* 
ok: [ceph-mon0]

TASK [ceph-handler : set_fact handler_mon_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.583)       0:03:08.813 ********* 
ok: [ceph-mon0]

TASK [ceph-handler : set_fact handler_osd_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.037)       0:03:08.851 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_mds_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.017)       0:03:08.868 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_rgw_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.882 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_nfs_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.896 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_rbd_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.910 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_mgr_status] *******************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.013)       0:03:08.924 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact handler_crash_status] *****************************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.014)       0:03:08.938 ********* 
ok: [ceph-mon0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.021)       0:03:08.960 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:19:36 -0500 (0:00:00.015)       0:03:08.975 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:08.991 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.016)       0:03:09.008 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.023 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.038 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.052 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.016)       0:03:09.068 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.083 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.098 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.114 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.129 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.014)       0:03:09.144 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.017)       0:03:09.162 ********* 
skipping: [ceph-mon0]

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.016)       0:03:09.178 ********* 
skipping: [ceph-mon0]

TASK [ceph-rgw : include_tasks multisite] ***************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.017)       0:03:09.196 ********* 
skipping: [ceph-mon0]

TASK [ceph-handler : set_fact multisite_called_from_handler_role] ***************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.211 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.227 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.240 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.015)       0:03:09.256 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.014)       0:03:09.270 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.014)       0:03:09.284 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.298 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.012)       0:03:09.311 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.324 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.014)       0:03:09.338 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.352 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.366 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.379 ********* 
skipping: [ceph-mon0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:19:37 -0500 (0:00:00.013)       0:03:09.392 ********* 
changed: [ceph-mon0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:19:38 -0500 (0:00:00.603)       0:03:09.997 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-mon0]

TASK [ceph-mon : set_fact container_exec_cmd] ***********************************************************
Thursday 03 June 2021  15:19:39 -0500 (0:00:01.747)       0:03:11.744 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : include deploy_monitors.yml] ***********************************************************
Thursday 03 June 2021  15:19:39 -0500 (0:00:00.032)       0:03:11.777 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mon/tasks/deploy_monitors.yml for ceph-mon0

TASK [ceph-mon : check if monitor initial keyring already exists] ***************************************
Thursday 03 June 2021  15:19:39 -0500 (0:00:00.040)       0:03:11.817 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : generate monitor initial keyring] ******************************************************
Thursday 03 June 2021  15:19:39 -0500 (0:00:00.016)       0:03:11.833 ********* 
changed: [ceph-mon0 -> localhost]

TASK [ceph-mon : get initial keyring when it already exists] ********************************************
Thursday 03 June 2021  15:19:40 -0500 (0:00:00.259)       0:03:12.093 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : create monitor initial keyring] ********************************************************
Thursday 03 June 2021  15:19:40 -0500 (0:00:00.018)       0:03:12.112 ********* 
changed: [ceph-mon0]

TASK [ceph-mon : copy the initial key in /etc/ceph (for containers)] ************************************
Thursday 03 June 2021  15:19:40 -0500 (0:00:00.518)       0:03:12.630 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : create monitor directory] **************************************************************
Thursday 03 June 2021  15:19:40 -0500 (0:00:00.016)       0:03:12.647 ********* 
changed: [ceph-mon0]

TASK [ceph-mon : recursively fix ownership of monitor directory] ****************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.504)       0:03:13.151 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : create custom admin keyring] ***********************************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.531)       0:03:13.683 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : set_fact ceph-authtool container command] **********************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.032)       0:03:13.716 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : import admin keyring into mon keyring] *************************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.020)       0:03:13.736 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : set_fact ceph-mon container command] ***************************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.015)       0:03:13.752 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : ceph monitor mkfs with keyring] ********************************************************
Thursday 03 June 2021  15:19:41 -0500 (0:00:00.017)       0:03:13.770 ********* 
changed: [ceph-mon0]

TASK [ceph-mon : ceph monitor mkfs without keyring] *****************************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:02.363)       0:03:16.133 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : include start_monitor.yml] *************************************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:00.029)       0:03:16.163 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mon/tasks/start_monitor.yml for ceph-mon0

TASK [ceph-mon : ensure systemd service override directory exists] **************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:00.030)       0:03:16.194 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : add ceph-mon systemd service overrides] ************************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:00.015)       0:03:16.210 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : include_tasks systemd.yml] *************************************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:00.016)       0:03:16.226 ********* 
skipping: [ceph-mon0]

TASK [ceph-mon : start the monitor service] *************************************************************
Thursday 03 June 2021  15:19:44 -0500 (0:00:00.014)       0:03:16.240 ********* 
changed: [ceph-mon0]

TASK [ceph-mon : include_tasks ceph_keys.yml] ***********************************************************
Thursday 03 June 2021  15:19:45 -0500 (0:00:01.188)       0:03:17.429 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mon/tasks/ceph_keys.yml for ceph-mon0

TASK [ceph-mon : waiting for the monitor(s) to form the quorum...] **************************************
Thursday 03 June 2021  15:19:45 -0500 (0:00:00.032)       0:03:17.461 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : fetch ceph initial keys] ***************************************************************
Thursday 03 June 2021  15:19:46 -0500 (0:00:00.733)       0:03:18.194 ********* 
ok: [ceph-mon0]

TASK [ceph-mon : include secure_cluster.yml] ************************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:02.477)       0:03:20.671 ********* 
skipping: [ceph-mon0]

TASK [ceph-mgr : set_fact container_exec_cmd] ***********************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.025)       0:03:20.697 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-mgr : include common.yml] ********************************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.016)       0:03:20.713 ********* 
skipping: [ceph-mon0]

TASK [ceph-mgr : include pre_requisite.yml] *************************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.014)       0:03:20.727 ********* 
skipping: [ceph-mon0]

TASK [ceph-mgr : include start_mgr.yml] *****************************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.014)       0:03:20.742 ********* 
skipping: [ceph-mon0]

TASK [ceph-mgr : include mgr_modules.yml] ***************************************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.015)       0:03:20.758 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : make tempdir for scripts] ***********************************************
Thursday 03 June 2021  15:19:48 -0500 (0:00:00.011)       0:03:20.769 ********* 
changed: [ceph-mon0]

RUNNING HANDLER [ceph-handler : mons handler] ***********************************************************
Thursday 03 June 2021  15:19:49 -0500 (0:00:00.679)       0:03:21.449 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/handler_mons.yml for ceph-mon0

RUNNING HANDLER [ceph-handler : set _mon_handler_called before restart] *********************************
Thursday 03 June 2021  15:19:49 -0500 (0:00:00.044)       0:03:21.493 ********* 
ok: [ceph-mon0]

RUNNING HANDLER [ceph-handler : copy mon restart script] ************************************************
Thursday 03 June 2021  15:19:49 -0500 (0:00:00.016)       0:03:21.510 ********* 
changed: [ceph-mon0]

RUNNING HANDLER [ceph-handler : restart ceph mon daemon(s)] *********************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:02.078)       0:03:23.588 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

RUNNING HANDLER [ceph-handler : set _mon_handler_called after restart] **********************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.051)       0:03:23.640 ********* 
ok: [ceph-mon0]

RUNNING HANDLER [ceph-handler : osds handler] ***********************************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.021)       0:03:23.662 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : mdss handler] ***********************************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.019)       0:03:23.681 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : rgws handler] ***********************************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.019)       0:03:23.701 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : rbdmirrors handler] *****************************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.019)       0:03:23.720 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : mgrs handler] ***********************************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.019)       0:03:23.740 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : rbd-target-api and rbd-target-gw handler] *******************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.016)       0:03:23.757 ********* 
skipping: [ceph-mon0]

RUNNING HANDLER [ceph-handler : remove tempdir for scripts] *********************************************
Thursday 03 June 2021  15:19:51 -0500 (0:00:00.016)       0:03:23.774 ********* 
changed: [ceph-mon0]

TASK [set ceph monitor install 'Complete'] **************************************************************
Thursday 03 June 2021  15:19:52 -0500 (0:00:00.483)       0:03:24.257 ********* 
ok: [ceph-mon0]

PLAY [mgrs] *********************************************************************************************

TASK [set ceph manager install 'In Progress'] ***********************************************************
Thursday 03 June 2021  15:19:52 -0500 (0:00:00.044)       0:03:24.301 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:19:52 -0500 (0:00:00.021)       0:03:24.322 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:19:52 -0500 (0:00:00.014)       0:03:24.337 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mgr0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:19:52 -0500 (0:00:00.044)       0:03:24.382 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.773)       0:03:25.155 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.035)       0:03:25.191 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.674)       0:03:25.866 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.036)       0:03:25.903 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.014)       0:03:25.917 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.014)       0:03:25.931 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:19:53 -0500 (0:00:00.021)       0:03:25.953 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:19:54 -0500 (0:00:00.022)       0:03:25.976 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:19:54 -0500 (0:00:00.019)       0:03:25.996 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:19:54 -0500 (0:00:00.022)       0:03:26.018 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:19:54 -0500 (0:00:00.583)       0:03:26.602 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:19:54.535352', 'end': '2021-06-03 20:19:54.538353', 'delta': '0:00:00.003001', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.491)       0:03:27.093 ********* 
ok: [ceph-mgr0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:19:55.072101', 'end': '2021-06-03 20:19:55.074567', 'delta': '0:00:00.002466', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:19:54.535352', 'end': '2021-06-03 20:19:54.538353', 'delta': '0:00:00.003001', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.030)       0:03:27.124 ********* 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.020)       0:03:27.144 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.022)       0:03:27.167 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.729)       0:03:27.896 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.052)       0:03:27.948 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:19:55 -0500 (0:00:00.021)       0:03:27.970 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.018)       0:03:27.989 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.026)       0:03:28.015 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.018)       0:03:28.034 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.017)       0:03:28.051 ********* 
skipping: [ceph-mgr0] => (item=/dev/vdb) 
skipping: [ceph-mgr0] => (item=/dev/vdc) 
skipping: [ceph-mgr0] => (item=/dev/vdd) 
skipping: [ceph-mgr0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.031)       0:03:28.083 ********* 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.032)       0:03:28.116 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.016)       0:03:28.132 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.014)       0:03:28.147 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.015)       0:03:28.162 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.013)       0:03:28.176 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.016)       0:03:28.193 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.015)       0:03:28.208 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.013)       0:03:28.222 ********* 
skipping: [ceph-mgr0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.025)       0:03:28.247 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.017)       0:03:28.264 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.016)       0:03:28.281 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.016)       0:03:28.297 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:19:56 -0500 (0:00:00.669)       0:03:28.967 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.028)       0:03:28.996 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.023)       0:03:29.019 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.021)       0:03:29.041 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.531)       0:03:29.572 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.029)       0:03:29.602 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.027)       0:03:29.629 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.027)       0:03:29.657 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.022)       0:03:29.680 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.023)       0:03:29.703 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.021)       0:03:29.725 ********* 
skipping: [ceph-mgr0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.021)       0:03:29.746 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.016)       0:03:29.763 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.016)       0:03:29.780 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.015)       0:03:29.795 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.015)       0:03:29.811 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.014)       0:03:29.825 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.014)       0:03:29.840 ********* 
skipping: [ceph-mgr0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.018)       0:03:29.859 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.015)       0:03:29.874 ********* 
skipping: [ceph-mgr0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.018)       0:03:29.893 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.015)       0:03:29.908 ********* 
skipping: [ceph-mgr0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.017)       0:03:29.925 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:19:57 -0500 (0:00:00.022)       0:03:29.948 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.028)       0:03:29.976 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-handler : include check_running_containers.yml] **********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.020)       0:03:29.997 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : include check_socket_non_container.yml] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.013)       0:03:30.010 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/check_socket_non_container.yml for ceph-mgr0

TASK [ceph-handler : find ceph mon socket] **************************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.026)       0:03:30.037 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check if the ceph mon socket is in-use] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.051 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : remove ceph mon socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.015)       0:03:30.067 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.016)       0:03:30.084 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check if the ceph osd socket is in-use] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.013)       0:03:30.098 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : remove ceph osd socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.015)       0:03:30.113 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.128 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check if the ceph mds socket is in-use] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.142 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : remove ceph mds socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.015)       0:03:30.157 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : find ceph rgw socket] **************************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.016)       0:03:30.174 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check if the ceph rgw socket is in-use] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.188 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : remove ceph rgw socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.016)       0:03:30.204 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : find ceph mgr socket] **************************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.219 ********* 
ok: [ceph-mgr0]

TASK [ceph-handler : check if the ceph mgr socket is in-use] ********************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.621)       0:03:30.840 ********* 

TASK [ceph-handler : remove ceph mgr socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.031)       0:03:30.872 ********* 

TASK [ceph-handler : find ceph rbd mirror socket] *******************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.022)       0:03:30.895 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check if the ceph rbd mirror socket is in-use] *************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.909 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : remove ceph rbd mirror socket if exists and not used by a process] *****************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.015)       0:03:30.925 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check for a nfs ganesha pid] *******************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.939 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check for a tcmu-runner] ***********************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.014)       0:03:30.953 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check for a rbd-target-api] ********************************************************
Thursday 03 June 2021  15:19:58 -0500 (0:00:00.013)       0:03:30.967 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check for a rbd-target-gw] *********************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.014)       0:03:30.981 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : check for a ceph-crash process] ****************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.013)       0:03:30.995 ********* 
ok: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_mon_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.701)       0:03:31.697 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_osd_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.037)       0:03:31.735 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_mds_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.026)       0:03:31.761 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_rgw_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.019)       0:03:31.781 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_nfs_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.018)       0:03:31.799 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_rbd_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.017)       0:03:31.817 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_mgr_status] *******************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.013)       0:03:31.831 ********* 
ok: [ceph-mgr0]

TASK [ceph-handler : set_fact handler_crash_status] *****************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.018)       0:03:31.849 ********* 
ok: [ceph-mgr0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.020)       0:03:31.870 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.015)       0:03:31.885 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.015)       0:03:31.901 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.015)       0:03:31.916 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.014)       0:03:31.931 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.015)       0:03:31.947 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.012)       0:03:31.959 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:19:59 -0500 (0:00:00.016)       0:03:31.976 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:31.992 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:32.009 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:32.026 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:32.043 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.015)       0:03:32.058 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.017)       0:03:32.075 ********* 
skipping: [ceph-mgr0]

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.015)       0:03:32.091 ********* 
skipping: [ceph-mgr0]

TASK [ceph-rgw : include_tasks multisite] ***************************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:32.108 ********* 
skipping: [ceph-mgr0]

TASK [ceph-handler : set_fact multisite_called_from_handler_role] ***************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.015)       0:03:32.124 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.015)       0:03:32.139 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.152 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.014)       0:03:32.166 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.180 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.194 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.208 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.014)       0:03:32.222 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.236 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.016)       0:03:32.253 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.014)       0:03:32.267 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.014)       0:03:32.281 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.295 ********* 
skipping: [ceph-mgr0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:20:00 -0500 (0:00:00.013)       0:03:32.309 ********* 
changed: [ceph-mgr0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:20:01 -0500 (0:00:00.826)       0:03:33.136 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-mgr0]

TASK [ceph-mgr : set_fact container_exec_cmd] ***********************************************************
Thursday 03 June 2021  15:20:02 -0500 (0:00:01.725)       0:03:34.861 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-mgr : include common.yml] ********************************************************************
Thursday 03 June 2021  15:20:02 -0500 (0:00:00.021)       0:03:34.882 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mgr/tasks/common.yml for ceph-mgr0

TASK [ceph-mgr : create mgr directory] ******************************************************************
Thursday 03 June 2021  15:20:02 -0500 (0:00:00.021)       0:03:34.904 ********* 
changed: [ceph-mgr0]

TASK [ceph-mgr : fetch ceph mgr keyring] ****************************************************************
Thursday 03 June 2021  15:20:03 -0500 (0:00:00.533)       0:03:35.437 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : create ceph mgr keyring(s) on a mon node] **********************************************
Thursday 03 June 2021  15:20:03 -0500 (0:00:00.052)       0:03:35.490 ********* 
changed: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mgr0)

TASK [ceph-mgr : set_fact _mgr_keys] ********************************************************************
Thursday 03 June 2021  15:20:04 -0500 (0:00:01.109)       0:03:36.600 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : get keys from monitors] ****************************************************************
Thursday 03 June 2021  15:20:04 -0500 (0:00:00.025)       0:03:36.625 ********* 
skipping: [ceph-mgr0] => (item={'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': 'copy_admin_key'}) 
ok: [ceph-mgr0 -> ceph-mon0] => (item={'name': 'mgr.ceph-mgr0', 'path': '/var/lib/ceph/mgr/ceph-ceph-mgr0/keyring', 'copy_key': True})

TASK [ceph-mgr : copy ceph key(s) if needed] ************************************************************
Thursday 03 June 2021  15:20:05 -0500 (0:00:00.830)       0:03:37.456 ********* 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': {'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': 'copy_admin_key'}, 'ansible_loop_var': 'item'}) 
changed: [ceph-mgr0] => (item={'cmd': ['ceph', '-n', 'client.admin', '-k', '/etc/ceph/ceph.client.admin.keyring', '--cluster', 'ceph', 'auth', 'get', 'mgr.ceph-mgr0', '-f', 'plain'], 'start': '2021-06-03 20:20:05.168888', 'end': '2021-06-03 20:20:05.409522', 'delta': '0:00:00.240634', 'rc': 0, 'stdout': '[mgr.ceph-mgr0]\n\tkey = AQB0OblgAAAAABAA6s1ujwE8VBIMoss1zvmOBg==\n\tcaps mds = "allow *"\n\tcaps mon = "allow profile mgr"\n\tcaps osd = "allow *"', 'stderr': 'exported keyring for mgr.ceph-mgr0', 'changed': False, 'invocation': {'module_args': {'name': 'mgr.ceph-mgr0', 'cluster': 'ceph', 'output_format': 'plain', 'state': 'info', 'import_key': True, 'dest': '/etc/ceph/', 'user': 'client.admin', 'follow': False, 'caps': None, 'secret': None, 'user_key': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'src': None, 'force': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'stdout_lines': ['[mgr.ceph-mgr0]', '\tkey = AQB0OblgAAAAABAA6s1ujwE8VBIMoss1zvmOBg==', '\tcaps mds = "allow *"', '\tcaps mon = "allow profile mgr"', '\tcaps osd = "allow *"'], 'stderr_lines': ['exported keyring for mgr.ceph-mgr0'], 'failed': False, 'item': {'name': 'mgr.ceph-mgr0', 'path': '/var/lib/ceph/mgr/ceph-ceph-mgr0/keyring', 'copy_key': True}, 'ansible_loop_var': 'item'})

TASK [ceph-mgr : set mgr key permissions] ***************************************************************
Thursday 03 June 2021  15:20:07 -0500 (0:00:02.377)       0:03:39.833 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : include pre_requisite.yml] *************************************************************
Thursday 03 June 2021  15:20:08 -0500 (0:00:00.673)       0:03:40.506 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mgr/tasks/pre_requisite.yml for ceph-mgr0

TASK [ceph-mgr : set_fact ceph_mgr_packages for sso] ****************************************************
Thursday 03 June 2021  15:20:08 -0500 (0:00:00.038)       0:03:40.544 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : set_fact ceph_mgr_packages for dashboard] **********************************************
Thursday 03 June 2021  15:20:08 -0500 (0:00:00.016)       0:03:40.561 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : set_fact ceph_mgr_packages for non el7 distribution] ***********************************
Thursday 03 June 2021  15:20:08 -0500 (0:00:00.018)       0:03:40.580 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : install ceph-mgr packages on RedHat or SUSE] *******************************************
Thursday 03 June 2021  15:20:08 -0500 (0:00:00.017)       0:03:40.598 ********* 
changed: [ceph-mgr0]

TASK [ceph-mgr : install ceph-mgr packages for debian] **************************************************
Thursday 03 June 2021  15:21:10 -0500 (0:01:02.175)       0:04:42.774 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : include start_mgr.yml] *****************************************************************
Thursday 03 June 2021  15:21:10 -0500 (0:00:00.025)       0:04:42.800 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mgr/tasks/start_mgr.yml for ceph-mgr0

TASK [ceph-mgr : ensure systemd service override directory exists] **************************************
Thursday 03 June 2021  15:21:10 -0500 (0:00:00.022)       0:04:42.822 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : add ceph-mgr systemd service overrides] ************************************************
Thursday 03 June 2021  15:21:10 -0500 (0:00:00.014)       0:04:42.836 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : include_tasks systemd.yml] *************************************************************
Thursday 03 June 2021  15:21:10 -0500 (0:00:00.013)       0:04:42.850 ********* 
skipping: [ceph-mgr0]

TASK [ceph-mgr : systemd start mgr] *********************************************************************
Thursday 03 June 2021  15:21:10 -0500 (0:00:00.013)       0:04:42.864 ********* 
changed: [ceph-mgr0]

TASK [ceph-mgr : include mgr_modules.yml] ***************************************************************
Thursday 03 June 2021  15:21:12 -0500 (0:00:01.349)       0:04:44.213 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-mgr/tasks/mgr_modules.yml for ceph-mgr0

TASK [ceph-mgr : append dashboard modules to ceph_mgr_modules] ******************************************
Thursday 03 June 2021  15:21:12 -0500 (0:00:00.043)       0:04:44.257 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : wait for all mgr to be up] *************************************************************
Thursday 03 June 2021  15:21:12 -0500 (0:00:00.022)       0:04:44.279 ********* 
FAILED - RETRYING: wait for all mgr to be up (30 retries left).
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-mgr : get enabled modules from ceph-mgr] *****************************************************
Thursday 03 June 2021  15:21:19 -0500 (0:00:07.198)       0:04:51.478 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-mgr : set _ceph_mgr_modules fact (convert _ceph_mgr_modules.stdout to a dict)] ***************
Thursday 03 June 2021  15:21:20 -0500 (0:00:01.160)       0:04:52.639 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : set _disabled_ceph_mgr_modules fact] ***************************************************
Thursday 03 June 2021  15:21:20 -0500 (0:00:00.062)       0:04:52.701 ********* 
ok: [ceph-mgr0]

TASK [ceph-mgr : disable ceph mgr enabled modules] ******************************************************
Thursday 03 June 2021  15:21:20 -0500 (0:00:00.026)       0:04:52.727 ********* 
changed: [ceph-mgr0 -> ceph-mon0] => (item=iostat)
changed: [ceph-mgr0 -> ceph-mon0] => (item=restful)

TASK [ceph-mgr : add modules to ceph-mgr] ***************************************************************
Thursday 03 June 2021  15:21:24 -0500 (0:00:03.349)       0:04:56.077 ********* 
changed: [ceph-mgr0 -> ceph-mon0] => (item=dashboard)
changed: [ceph-mgr0 -> ceph-mon0] => (item=prometheus)

RUNNING HANDLER [ceph-handler : make tempdir for scripts] ***********************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:04.080)       0:05:00.157 ********* 
changed: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : mons handler] ***********************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.559)       0:05:00.716 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : osds handler] ***********************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.040)       0:05:00.756 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : mdss handler] ***********************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.017)       0:05:00.774 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : rgws handler] ***********************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.017)       0:05:00.792 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : rbdmirrors handler] *****************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.016)       0:05:00.808 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : mgrs handler] ***********************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.017)       0:05:00.826 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/handler_mgrs.yml for ceph-mgr0

RUNNING HANDLER [ceph-handler : set _mgr_handler_called before restart] *********************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.021)       0:05:00.847 ********* 
ok: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : copy mgr restart script] ************************************************
Thursday 03 June 2021  15:21:28 -0500 (0:00:00.017)       0:05:00.864 ********* 
changed: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : restart ceph mgr daemon(s)] *********************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:02.137)       0:05:03.002 ********* 
skipping: [ceph-mgr0] => (item=ceph-mgr0) 

RUNNING HANDLER [ceph-handler : set _mgr_handler_called after restart] **********************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.062)       0:05:03.064 ********* 
ok: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : rbd-target-api and rbd-target-gw handler] *******************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.018)       0:05:03.083 ********* 
skipping: [ceph-mgr0]

RUNNING HANDLER [ceph-handler : remove tempdir for scripts] *********************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.018)       0:05:03.101 ********* 
changed: [ceph-mgr0]

TASK [set ceph manager install 'Complete'] **************************************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.484)       0:05:03.586 ********* 
ok: [ceph-mgr0]

PLAY [osds] *********************************************************************************************

TASK [set ceph osd install 'In Progress'] ***************************************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.067)       0:05:03.653 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.025)       0:05:03.678 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.016)       0:05:03.694 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-osd0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:21:31 -0500 (0:00:00.049)       0:05:03.744 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:21:32 -0500 (0:00:00.863)       0:05:04.607 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:21:32 -0500 (0:00:00.031)       0:05:04.639 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.864)       0:05:05.503 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.031)       0:05:05.535 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.018)       0:05:05.553 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.017)       0:05:05.571 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.025)       0:05:05.596 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.024)       0:05:05.621 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.022)       0:05:05.643 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:21:33 -0500 (0:00:00.024)       0:05:05.668 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:21:34 -0500 (0:00:00.640)       0:05:06.308 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:34.195626', 'end': '2021-06-03 20:21:34.199175', 'delta': '0:00:00.003549', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:21:34 -0500 (0:00:00.486)       0:05:06.795 ********* 
ok: [ceph-osd0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:34.768848', 'end': '2021-06-03 20:21:34.771592', 'delta': '0:00:00.002744', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:34.195626', 'end': '2021-06-03 20:21:34.199175', 'delta': '0:00:00.003549', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:21:34 -0500 (0:00:00.039)       0:05:06.835 ********* 
skipping: [ceph-osd0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:21:34 -0500 (0:00:00.022)       0:05:06.857 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:21:34 -0500 (0:00:00.019)       0:05:06.877 ********* 
ok: [ceph-osd0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.953)       0:05:07.831 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.034)       0:05:07.865 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.016)       0:05:07.882 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.014)       0:05:07.896 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.021)       0:05:07.918 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.016)       0:05:07.935 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:21:35 -0500 (0:00:00.016)       0:05:07.952 ********* 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:03.119)       0:05:11.071 ********* 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdb'], 'stdout': '/dev/vdb', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:36.618867', 'end': '2021-06-03 20:21:36.621155', 'delta': '0:00:00.002288', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdb', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdb'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdc'], 'stdout': '/dev/vdc', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:37.421549', 'end': '2021-06-03 20:21:37.424189', 'delta': '0:00:00.002640', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdc'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdd'], 'stdout': '/dev/vdd', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:38.137520', 'end': '2021-06-03 20:21:38.140159', 'delta': '0:00:00.002639', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdd', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdd'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'})
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vde'], 'stdout': '/dev/vde', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:21:39.013679', 'end': '2021-06-03 20:21:39.016184', 'delta': '0:00:00.002505', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vde', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vde'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.089)       0:05:11.161 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.023)       0:05:11.185 ********* 

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.013)       0:05:11.198 ********* 

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.013)       0:05:11.212 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.020)       0:05:11.232 ********* 

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.013)       0:05:11.246 ********* 

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.013)       0:05:11.259 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.022)       0:05:11.281 ********* 
skipping: [ceph-osd0] => (item={'key': 'vdd', 'value': {'virtual': 1, 'links': {'ids': ['virtio-dd097314-b07e-4139-b'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdb', 'value': {'virtual': 1, 'links': {'ids': ['virtio-4e65b631-4680-47dd-8'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vde', 'value': {'virtual': 1, 'links': {'ids': ['virtio-95907f85-e838-4e56-9'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdc', 'value': {'virtual': 1, 'links': {'ids': ['virtio-a6faed42-240f-4345-a'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.041)       0:05:11.323 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.016)       0:05:11.339 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.015)       0:05:11.355 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:21:39 -0500 (0:00:00.015)       0:05:11.371 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.690)       0:05:12.061 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.048)       0:05:12.109 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.018)       0:05:12.127 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.019)       0:05:12.146 ********* 
ok: [ceph-osd0 -> ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.624)       0:05:12.771 ********* 
ok: [ceph-osd0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.023)       0:05:12.794 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.022)       0:05:12.817 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.021)       0:05:12.839 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.020)       0:05:12.859 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.020)       0:05:12.880 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.020)       0:05:12.900 ********* 
skipping: [ceph-osd0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.019)       0:05:12.919 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.015)       0:05:12.935 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.014)       0:05:12.950 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:21:40 -0500 (0:00:00.016)       0:05:12.966 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.014)       0:05:12.980 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.015)       0:05:12.996 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.014)       0:05:13.010 ********* 
skipping: [ceph-osd0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.019)       0:05:13.030 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.015)       0:05:13.046 ********* 
skipping: [ceph-osd0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.019)       0:05:13.066 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.015)       0:05:13.082 ********* 
skipping: [ceph-osd0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.018)       0:05:13.100 ********* 
skipping: [ceph-osd0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.023)       0:05:13.124 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.028)       0:05:13.152 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-handler : include check_running_containers.yml] **********************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.022)       0:05:13.174 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : include check_socket_non_container.yml] ********************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.015)       0:05:13.190 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/check_socket_non_container.yml for ceph-osd0

TASK [ceph-handler : find ceph mon socket] **************************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.031)       0:05:13.221 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check if the ceph mon socket is in-use] ********************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.014)       0:05:13.236 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : remove ceph mon socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.015)       0:05:13.252 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:21:41 -0500 (0:00:00.016)       0:05:13.268 ********* 
ok: [ceph-osd0]

TASK [ceph-handler : check if the ceph osd socket is in-use] ********************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.834)       0:05:14.102 ********* 

TASK [ceph-handler : remove ceph osd socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.029)       0:05:14.132 ********* 

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.021)       0:05:14.153 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check if the ceph mds socket is in-use] ********************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.018)       0:05:14.172 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : remove ceph mds socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.018)       0:05:14.191 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : find ceph rgw socket] **************************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.207 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check if the ceph rgw socket is in-use] ********************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.223 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : remove ceph rgw socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.240 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : find ceph mgr socket] **************************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.257 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check if the ceph mgr socket is in-use] ********************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.014)       0:05:14.272 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : remove ceph mgr socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.288 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : find ceph rbd mirror socket] *******************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.304 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check if the ceph rbd mirror socket is in-use] *************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.319 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : remove ceph rbd mirror socket if exists and not used by a process] *****************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.336 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check for a nfs ganesha pid] *******************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.016)       0:05:14.353 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check for a tcmu-runner] ***********************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.368 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check for a rbd-target-api] ********************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.384 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check for a rbd-target-gw] *********************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.399 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : check for a ceph-crash process] ****************************************************
Thursday 03 June 2021  15:21:42 -0500 (0:00:00.015)       0:05:14.415 ********* 
ok: [ceph-osd0]

TASK [ceph-handler : set_fact handler_mon_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.713)       0:05:15.129 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_osd_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.034)       0:05:15.163 ********* 
ok: [ceph-osd0]

TASK [ceph-handler : set_fact handler_mds_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.024)       0:05:15.187 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_rgw_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.202 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_nfs_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.216 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_rbd_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.231 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_mgr_status] *******************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.245 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact handler_crash_status] *****************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.260 ********* 
ok: [ceph-osd0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.022)       0:05:15.283 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.299 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.316 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.333 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.017)       0:05:15.350 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.367 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.013)       0:05:15.380 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.397 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.017)       0:05:15.414 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.431 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.447 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.017)       0:05:15.465 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.482 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.020)       0:05:15.503 ********* 
skipping: [ceph-osd0]

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.017)       0:05:15.521 ********* 
skipping: [ceph-osd0]

TASK [ceph-rgw : include_tasks multisite] ***************************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.017)       0:05:15.538 ********* 
skipping: [ceph-osd0]

TASK [ceph-handler : set_fact multisite_called_from_handler_role] ***************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.018)       0:05:15.557 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.016)       0:05:15.574 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.014)       0:05:15.589 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.015)       0:05:15.605 ********* 
ok: [ceph-osd0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.019)       0:05:15.624 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:21:43 -0500 (0:00:00.018)       0:05:15.643 ********* 
changed: [ceph-osd0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:21:47 -0500 (0:00:03.987)       0:05:19.631 ********* 
skipping: [ceph-osd0] => (item={'path': '/dev/vdb', 'sys_api': {'removable': '0', 'ro': '0', 'vendor': '0x1af4', 'model': '', 'rev': '', 'sas_address': '', 'sas_device_handle': '', 'support_discard': '0', 'rotational': '1', 'nr_requests': '256', 'scheduler_mode': 'mq-deadline', 'partitions': {}, 'sectors': 0, 'sectorsize': '512', 'size': 107374182400.0, 'human_readable_size': '100.00 GB', 'path': '/dev/vdb', 'locked': 0}, 'lsm_data': {}, 'available': True, 'rejected_reasons': [], 'device_id': '4e65b631-4680-47dd-8', 'lvs': []}) 
skipping: [ceph-osd0] => (item={'path': '/dev/vdc', 'sys_api': {'removable': '0', 'ro': '0', 'vendor': '0x1af4', 'model': '', 'rev': '', 'sas_address': '', 'sas_device_handle': '', 'support_discard': '0', 'rotational': '1', 'nr_requests': '256', 'scheduler_mode': 'mq-deadline', 'partitions': {}, 'sectors': 0, 'sectorsize': '512', 'size': 107374182400.0, 'human_readable_size': '100.00 GB', 'path': '/dev/vdc', 'locked': 0}, 'lsm_data': {}, 'available': True, 'rejected_reasons': [], 'device_id': 'a6faed42-240f-4345-a', 'lvs': []}) 
skipping: [ceph-osd0] => (item={'path': '/dev/vdd', 'sys_api': {'removable': '0', 'ro': '0', 'vendor': '0x1af4', 'model': '', 'rev': '', 'sas_address': '', 'sas_device_handle': '', 'support_discard': '0', 'rotational': '1', 'nr_requests': '256', 'scheduler_mode': 'mq-deadline', 'partitions': {}, 'sectors': 0, 'sectorsize': '512', 'size': 107374182400.0, 'human_readable_size': '100.00 GB', 'path': '/dev/vdd', 'locked': 0}, 'lsm_data': {}, 'available': True, 'rejected_reasons': [], 'device_id': 'dd097314-b07e-4139-b', 'lvs': []}) 
skipping: [ceph-osd0] => (item={'path': '/dev/vde', 'sys_api': {'removable': '0', 'ro': '0', 'vendor': '0x1af4', 'model': '', 'rev': '', 'sas_address': '', 'sas_device_handle': '', 'support_discard': '0', 'rotational': '1', 'nr_requests': '256', 'scheduler_mode': 'mq-deadline', 'partitions': {}, 'sectors': 0, 'sectorsize': '512', 'size': 107374182400.0, 'human_readable_size': '100.00 GB', 'path': '/dev/vde', 'locked': 0}, 'lsm_data': {}, 'available': True, 'rejected_reasons': [], 'device_id': '95907f85-e838-4e56-9', 'lvs': []}) 
skipping: [ceph-osd0] => (item={'path': '/dev/vda', 'sys_api': {'removable': '0', 'ro': '0', 'vendor': '0x1af4', 'model': '', 'rev': '', 'sas_address': '', 'sas_device_handle': '', 'support_discard': '0', 'rotational': '1', 'nr_requests': '256', 'scheduler_mode': 'mq-deadline', 'partitions': {'vda1': {'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': 51538542080.0, 'human_readable_size': '48.00 GB', 'holders': []}}, 'sectors': 0, 'sectorsize': '512', 'size': 51539607552.0, 'human_readable_size': '48.00 GB', 'path': '/dev/vda', 'locked': 1}, 'lsm_data': {}, 'available': False, 'rejected_reasons': ['locked'], 'device_id': '', 'lvs': []}) 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:21:47 -0500 (0:00:00.098)       0:05:19.729 ********* 
ok: [ceph-osd0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:21:47 -0500 (0:00:00.021)       0:05:19.750 ********* 
[WARNING]: The value 5120 (type int) in a string field was converted to '5120' (type string). If this
does not look like what you expect, quote the entire value to ensure it does not change.
[WARNING]: The value -1 (type int) in a string field was converted to '-1' (type string). If this does
not look like what you expect, quote the entire value to ensure it does not change.
changed: [ceph-osd0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:21:51 -0500 (0:00:03.249)       0:05:23.000 ********* 
skipping: [ceph-osd0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:21:51 -0500 (0:00:00.030)       0:05:23.031 ********* 
ok: [ceph-osd0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:21:51 -0500 (0:00:00.029)       0:05:23.060 ********* 
ok: [ceph-osd0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:21:52 -0500 (0:00:01.078)       0:05:24.138 ********* 
ok: [ceph-osd0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:21:52 -0500 (0:00:00.044)       0:05:24.183 ********* 
changed: [ceph-osd0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:21:52 -0500 (0:00:00.778)       0:05:24.962 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-osd0]

TASK [ceph-osd : set_fact add_osd] **********************************************************************
Thursday 03 June 2021  15:21:54 -0500 (0:00:01.989)       0:05:26.951 ********* 
ok: [ceph-osd0]

TASK [ceph-osd : set_fact container_exec_cmd] ***********************************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.034)       0:05:26.986 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 

TASK [ceph-osd : include_tasks system_tuning.yml] *******************************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.086)       0:05:27.072 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-osd/tasks/system_tuning.yml for ceph-osd0

TASK [ceph-osd : disable osd directory parsing by updatedb] *********************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.028)       0:05:27.101 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : disable osd directory path in updatedb.conf] *******************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.014)       0:05:27.116 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : create tmpfiles.d directory] ***********************************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.015)       0:05:27.131 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : disable transparent hugepage] **********************************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.015)       0:05:27.147 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : get default vm.min_free_kbytes] ********************************************************
Thursday 03 June 2021  15:21:55 -0500 (0:00:00.015)       0:05:27.163 ********* 
ok: [ceph-osd0]

TASK [ceph-osd : set_fact vm_min_free_kbytes] ***********************************************************
Thursday 03 June 2021  15:21:56 -0500 (0:00:00.862)       0:05:28.025 ********* 
ok: [ceph-osd0]

TASK [ceph-osd : apply operating system tuning] *********************************************************
Thursday 03 June 2021  15:21:56 -0500 (0:00:00.043)       0:05:28.069 ********* 
changed: [ceph-osd0] => (item={'name': 'fs.aio-max-nr', 'value': '1048576', 'enable': True})
changed: [ceph-osd0] => (item={'name': 'fs.file-max', 'value': 26234859})
changed: [ceph-osd0] => (item={'name': 'vm.zone_reclaim_mode', 'value': 0})
changed: [ceph-osd0] => (item={'name': 'vm.swappiness', 'value': 10})
changed: [ceph-osd0] => (item={'name': 'vm.min_free_kbytes', 'value': '67584'})

TASK [ceph-osd : install dependencies] ******************************************************************
Thursday 03 June 2021  15:21:59 -0500 (0:00:03.653)       0:05:31.722 ********* 
ok: [ceph-osd0]

TASK [ceph-osd : install numactl when needed] ***********************************************************
Thursday 03 June 2021  15:22:01 -0500 (0:00:01.843)       0:05:33.565 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : include_tasks common.yml] **************************************************************
Thursday 03 June 2021  15:22:01 -0500 (0:00:00.031)       0:05:33.596 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-osd/tasks/common.yml for ceph-osd0

TASK [ceph-osd : create bootstrap-osd and osd directories] **********************************************
Thursday 03 June 2021  15:22:01 -0500 (0:00:00.030)       0:05:33.627 ********* 
changed: [ceph-osd0] => (item=/var/lib/ceph/bootstrap-osd/)
changed: [ceph-osd0] => (item=/var/lib/ceph/osd/)

TASK [ceph-osd : get keys from monitors] ****************************************************************
Thursday 03 June 2021  15:22:03 -0500 (0:00:01.388)       0:05:35.016 ********* 
ok: [ceph-osd0 -> ceph-mon0] => (item={'name': 'client.bootstrap-osd', 'path': '/var/lib/ceph/bootstrap-osd/ceph.keyring', 'copy_key': True})
skipping: [ceph-osd0] => (item={'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': False}) 

TASK [ceph-osd : copy ceph key(s) if needed] ************************************************************
Thursday 03 June 2021  15:22:04 -0500 (0:00:01.217)       0:05:36.233 ********* 
changed: [ceph-osd0] => (item={'cmd': ['ceph', '-n', 'client.admin', '-k', '/etc/ceph/ceph.client.admin.keyring', '--cluster', 'ceph', 'auth', 'get', 'client.bootstrap-osd', '-f', 'plain'], 'start': '2021-06-03 20:22:03.605469', 'end': '2021-06-03 20:22:04.098633', 'delta': '0:00:00.493164', 'rc': 0, 'stdout': '[client.bootstrap-osd]\n\tkey = AQBhOblgKrGEJRAA2vniT9a/WcYTj40lZwR1tw==\n\tcaps mon = "allow profile bootstrap-osd"', 'stderr': 'exported keyring for client.bootstrap-osd', 'changed': False, 'invocation': {'module_args': {'name': 'client.bootstrap-osd', 'cluster': 'ceph', 'output_format': 'plain', 'state': 'info', 'import_key': True, 'dest': '/etc/ceph/', 'user': 'client.admin', 'follow': False, 'caps': None, 'secret': None, 'user_key': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'src': None, 'force': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'stdout_lines': ['[client.bootstrap-osd]', '\tkey = AQBhOblgKrGEJRAA2vniT9a/WcYTj40lZwR1tw==', '\tcaps mon = "allow profile bootstrap-osd"'], 'stderr_lines': ['exported keyring for client.bootstrap-osd'], 'failed': False, 'item': {'name': 'client.bootstrap-osd', 'path': '/var/lib/ceph/bootstrap-osd/ceph.keyring', 'copy_key': True}, 'ansible_loop_var': 'item'})
skipping: [ceph-osd0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': {'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': False}, 'ansible_loop_var': 'item'}) 

TASK [ceph-osd : set noup flag] *************************************************************************
Thursday 03 June 2021  15:22:07 -0500 (0:00:02.942)       0:05:39.176 ********* 
changed: [ceph-osd0 -> ceph-mon0]

TASK [ceph-osd : include container_options_facts.yml] ***************************************************
Thursday 03 June 2021  15:22:08 -0500 (0:00:01.754)       0:05:40.930 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : include_tasks scenarios/lvm.yml] *******************************************************
Thursday 03 June 2021  15:22:08 -0500 (0:00:00.030)       0:05:40.961 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : include_tasks scenarios/lvm-batch.yml] *************************************************
Thursday 03 June 2021  15:22:09 -0500 (0:00:00.022)       0:05:40.984 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-osd/tasks/scenarios/lvm-batch.yml for ceph-osd0

TASK [ceph-osd : use ceph-volume lvm batch to create bluestore osds] ************************************
Thursday 03 June 2021  15:22:09 -0500 (0:00:00.037)       0:05:41.021 ********* 
changed: [ceph-osd0]

TASK [ceph-osd : include_tasks start_osds.yml] **********************************************************
Thursday 03 June 2021  15:22:56 -0500 (0:00:47.650)       0:06:28.672 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-osd/tasks/start_osds.yml for ceph-osd0

TASK [ceph-osd : get osd ids] ***************************************************************************
Thursday 03 June 2021  15:22:56 -0500 (0:00:00.051)       0:06:28.724 ********* 
ok: [ceph-osd0]

TASK [ceph-osd : collect osd ids] ***********************************************************************
Thursday 03 June 2021  15:22:57 -0500 (0:00:00.745)       0:06:29.470 ********* 
changed: [ceph-osd0]

TASK [ceph-osd : include_tasks systemd.yml] *************************************************************
Thursday 03 June 2021  15:22:58 -0500 (0:00:01.232)       0:06:30.702 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : ensure systemd service override directory exists] **************************************
Thursday 03 June 2021  15:22:58 -0500 (0:00:00.021)       0:06:30.723 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : add ceph-osd systemd service overrides] ************************************************
Thursday 03 June 2021  15:22:58 -0500 (0:00:00.016)       0:06:30.740 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : ensure "/var/lib/ceph/osd/{{ cluster }}-{{ item }}" is present] ************************
Thursday 03 June 2021  15:22:58 -0500 (0:00:00.016)       0:06:30.756 ********* 
changed: [ceph-osd0] => (item=0)
changed: [ceph-osd0] => (item=1)
changed: [ceph-osd0] => (item=2)
changed: [ceph-osd0] => (item=3)

TASK [ceph-osd : systemd start osd] *********************************************************************
Thursday 03 June 2021  15:23:01 -0500 (0:00:02.407)       0:06:33.164 ********* 
ok: [ceph-osd0] => (item=0)
ok: [ceph-osd0] => (item=1)
ok: [ceph-osd0] => (item=2)
ok: [ceph-osd0] => (item=3)

TASK [ceph-osd : unset noup flag] ***********************************************************************
Thursday 03 June 2021  15:23:05 -0500 (0:00:04.728)       0:06:37.893 ********* 
changed: [ceph-osd0 -> ceph-mon0]

TASK [ceph-osd : wait for all osd to be up] *************************************************************
Thursday 03 June 2021  15:23:07 -0500 (0:00:02.034)       0:06:39.927 ********* 
ok: [ceph-osd0 -> ceph-mon0]

TASK [ceph-osd : include crush_rules.yml] ***************************************************************
Thursday 03 June 2021  15:23:10 -0500 (0:00:02.259)       0:06:42.187 ********* 
skipping: [ceph-osd0]

TASK [ceph-osd : include openstack_config.yml] **********************************************************
Thursday 03 June 2021  15:23:10 -0500 (0:00:00.030)       0:06:42.217 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : make tempdir for scripts] ***********************************************
Thursday 03 June 2021  15:23:10 -0500 (0:00:00.015)       0:06:42.232 ********* 
changed: [ceph-osd0]

RUNNING HANDLER [ceph-handler : mons handler] ***********************************************************
Thursday 03 June 2021  15:23:11 -0500 (0:00:00.946)       0:06:43.178 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : osds handler] ***********************************************************
Thursday 03 June 2021  15:23:11 -0500 (0:00:00.037)       0:06:43.216 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/handler_osds.yml for ceph-osd0

RUNNING HANDLER [ceph-handler : set _osd_handler_called before restart] *********************************
Thursday 03 June 2021  15:23:11 -0500 (0:00:00.027)       0:06:43.244 ********* 
ok: [ceph-osd0]

RUNNING HANDLER [ceph-handler : unset noup flag] ********************************************************
Thursday 03 June 2021  15:23:11 -0500 (0:00:00.021)       0:06:43.266 ********* 
changed: [ceph-osd0 -> ceph-mon0]

RUNNING HANDLER [ceph-handler : copy osd restart script] ************************************************
Thursday 03 June 2021  15:23:13 -0500 (0:00:01.964)       0:06:45.230 ********* 
changed: [ceph-osd0]

RUNNING HANDLER [ceph-handler : restart ceph osds daemon(s)] ********************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:02.877)       0:06:48.108 ********* 
skipping: [ceph-osd0] => (item=ceph-osd0) 

RUNNING HANDLER [ceph-handler : set _osd_handler_called after restart] **********************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.058)       0:06:48.167 ********* 
ok: [ceph-osd0]

RUNNING HANDLER [ceph-handler : mdss handler] ***********************************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.019)       0:06:48.187 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : rgws handler] ***********************************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.016)       0:06:48.203 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : rbdmirrors handler] *****************************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.017)       0:06:48.221 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : mgrs handler] ***********************************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.017)       0:06:48.239 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : rbd-target-api and rbd-target-gw handler] *******************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.016)       0:06:48.255 ********* 
skipping: [ceph-osd0]

RUNNING HANDLER [ceph-handler : remove tempdir for scripts] *********************************************
Thursday 03 June 2021  15:23:16 -0500 (0:00:00.017)       0:06:48.273 ********* 
changed: [ceph-osd0]

TASK [set ceph osd install 'Complete'] ******************************************************************
Thursday 03 June 2021  15:23:17 -0500 (0:00:00.837)       0:06:49.111 ********* 
ok: [ceph-osd0]

PLAY [mdss] *********************************************************************************************
skipping: no hosts matched

PLAY [rgws] *********************************************************************************************

TASK [set ceph rgw install 'In Progress'] ***************************************************************
Thursday 03 June 2021  15:23:17 -0500 (0:00:00.038)       0:06:49.149 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:23:17 -0500 (0:00:00.028)       0:06:49.177 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:23:17 -0500 (0:00:00.017)       0:06:49.194 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-rgw0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:23:17 -0500 (0:00:00.048)       0:06:49.243 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:23:18 -0500 (0:00:01.113)       0:06:50.356 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:23:18 -0500 (0:00:00.029)       0:06:50.386 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:01.405)       0:06:51.792 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.041)       0:06:51.833 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.016)       0:06:51.850 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.014)       0:06:51.864 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.020)       0:06:51.884 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.022)       0:06:51.907 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.019)       0:06:51.927 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:23:19 -0500 (0:00:00.022)       0:06:51.949 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:23:20 -0500 (0:00:00.654)       0:06:52.604 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:20.461552', 'end': '2021-06-03 20:23:20.464895', 'delta': '0:00:00.003343', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:23:21 -0500 (0:00:00.507)       0:06:53.111 ********* 
ok: [ceph-rgw0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:21.057953', 'end': '2021-06-03 20:23:21.060340', 'delta': '0:00:00.002387', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:20.461552', 'end': '2021-06-03 20:23:20.464895', 'delta': '0:00:00.003343', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:23:21 -0500 (0:00:00.049)       0:06:53.160 ********* 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:23:21 -0500 (0:00:00.020)       0:06:53.181 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:23:21 -0500 (0:00:00.020)       0:06:53.201 ********* 
ok: [ceph-rgw0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.978)       0:06:54.180 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.036)       0:06:54.216 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.016)       0:06:54.233 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.014)       0:06:54.247 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.022)       0:06:54.269 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.016)       0:06:54.286 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.015)       0:06:54.301 ********* 
skipping: [ceph-rgw0] => (item=/dev/vdb) 
skipping: [ceph-rgw0] => (item=/dev/vdc) 
skipping: [ceph-rgw0] => (item=/dev/vdd) 
skipping: [ceph-rgw0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.030)       0:06:54.331 ********* 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.039)       0:06:54.371 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.015)       0:06:54.387 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.015)       0:06:54.402 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.014)       0:06:54.417 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.013)       0:06:54.431 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.014)       0:06:54.446 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.014)       0:06:54.461 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.013)       0:06:54.474 ********* 
skipping: [ceph-rgw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:23:22 -0500 (0:00:00.023)       0:06:54.498 ********* 
ok: [ceph-rgw0 -> ceph-mon0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:23:23 -0500 (0:00:00.964)       0:06:55.463 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:23:23 -0500 (0:00:00.021)       0:06:55.484 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:23:23 -0500 (0:00:00.018)       0:06:55.503 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:23:24 -0500 (0:00:00.822)       0:06:56.325 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:23:24 -0500 (0:00:00.036)       0:06:56.361 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:23:24 -0500 (0:00:00.015)       0:06:56.377 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:23:24 -0500 (0:00:00.017)       0:06:56.395 ********* 
ok: [ceph-rgw0 -> ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.639)       0:06:57.034 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.038)       0:06:57.073 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.093 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.113 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.021)       0:06:57.134 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.155 ********* 
skipping: [ceph-rgw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.175 ********* 
skipping: [ceph-rgw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.196 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.016)       0:06:57.212 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.017)       0:06:57.230 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.016)       0:06:57.247 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.022)       0:06:57.269 ********* 
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.024)       0:06:57.293 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.018)       0:06:57.312 ********* 
ok: [ceph-rgw0] => (item=0)

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.026)       0:06:57.338 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.016)       0:06:57.355 ********* 
skipping: [ceph-rgw0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.020)       0:06:57.375 ********* 
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.018)       0:06:57.394 ********* 
skipping: [ceph-rgw0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.021)       0:06:57.416 ********* 
skipping: [ceph-rgw0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.022)       0:06:57.439 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.028)       0:06:57.467 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-handler : include check_running_containers.yml] **********************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.019)       0:06:57.487 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : include check_socket_non_container.yml] ********************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.014)       0:06:57.501 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/check_socket_non_container.yml for ceph-rgw0

TASK [ceph-handler : find ceph mon socket] **************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.027)       0:06:57.529 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check if the ceph mon socket is in-use] ********************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.014)       0:06:57.543 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : remove ceph mon socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.015)       0:06:57.558 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.015)       0:06:57.574 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check if the ceph osd socket is in-use] ********************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.013)       0:06:57.588 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : remove ceph osd socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.015)       0:06:57.603 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.014)       0:06:57.618 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check if the ceph mds socket is in-use] ********************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.014)       0:06:57.632 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : remove ceph mds socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.017)       0:06:57.650 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : find ceph rgw socket] **************************************************************
Thursday 03 June 2021  15:23:25 -0500 (0:00:00.016)       0:06:57.666 ********* 
ok: [ceph-rgw0]

TASK [ceph-handler : check if the ceph rgw socket is in-use] ********************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.711)       0:06:58.378 ********* 

TASK [ceph-handler : remove ceph rgw socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.026)       0:06:58.405 ********* 

TASK [ceph-handler : find ceph mgr socket] **************************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.421 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check if the ceph mgr socket is in-use] ********************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.014)       0:06:58.435 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : remove ceph mgr socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.451 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : find ceph rbd mirror socket] *******************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.017)       0:06:58.468 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check if the ceph rbd mirror socket is in-use] *************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.014)       0:06:58.483 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : remove ceph rbd mirror socket if exists and not used by a process] *****************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.498 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check for a nfs ganesha pid] *******************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.513 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check for a tcmu-runner] ***********************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.529 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check for a rbd-target-api] ********************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.014)       0:06:58.543 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check for a rbd-target-gw] *********************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.015)       0:06:58.559 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : check for a ceph-crash process] ****************************************************
Thursday 03 June 2021  15:23:26 -0500 (0:00:00.014)       0:06:58.573 ********* 
ok: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_mon_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.793)       0:06:59.367 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_osd_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.035)       0:06:59.403 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_mds_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.015)       0:06:59.419 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_rgw_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.014)       0:06:59.433 ********* 
ok: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_nfs_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.020)       0:06:59.453 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_rbd_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.014)       0:06:59.467 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_mgr_status] *******************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.013)       0:06:59.481 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact handler_crash_status] *****************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.014)       0:06:59.496 ********* 
ok: [ceph-rgw0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.021)       0:06:59.518 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.018)       0:06:59.536 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.553 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.570 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.588 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.016)       0:06:59.604 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.013)       0:06:59.618 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.635 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.019)       0:06:59.654 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.020)       0:06:59.674 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.019)       0:06:59.693 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.711 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.728 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.018)       0:06:59.747 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.765 ********* 
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 

TASK [ceph-rgw : include_tasks multisite] ***************************************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.021)       0:06:59.786 ********* 
skipping: [ceph-rgw0]

TASK [ceph-handler : set_fact multisite_called_from_handler_role] ***************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.016)       0:06:59.803 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.017)       0:06:59.820 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.013)       0:06:59.834 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-config/tasks/rgw_systemd_environment_file.yml for ceph-rgw0

TASK [ceph-config : create rados gateway instance directories] ******************************************
Thursday 03 June 2021  15:23:27 -0500 (0:00:00.019)       0:06:59.853 ********* 
changed: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080})

TASK [ceph-config : generate environment file] **********************************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.752)       0:07:00.606 ********* 
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.034)       0:07:00.640 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.014)       0:07:00.655 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.015)       0:07:00.670 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.015)       0:07:00.685 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.012)       0:07:00.698 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.014)       0:07:00.712 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.013)       0:07:00.726 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.015)       0:07:00.742 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.014)       0:07:00.756 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.015)       0:07:00.771 ********* 
skipping: [ceph-rgw0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:23:28 -0500 (0:00:00.014)       0:07:00.785 ********* 
changed: [ceph-rgw0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:23:29 -0500 (0:00:00.943)       0:07:01.729 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-rgw0]

TASK [ceph-rgw : include common.yml] ********************************************************************
Thursday 03 June 2021  15:23:31 -0500 (0:00:02.033)       0:07:03.762 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-rgw/tasks/common.yml for ceph-rgw0

TASK [ceph-rgw : create rados gateway directories] ******************************************************
Thursday 03 June 2021  15:23:31 -0500 (0:00:00.030)       0:07:03.793 ********* 
changed: [ceph-rgw0] => (item=/var/run/ceph)

TASK [ceph-rgw : get keys from monitors] ****************************************************************
Thursday 03 June 2021  15:23:32 -0500 (0:00:00.846)       0:07:04.640 ********* 
ok: [ceph-rgw0 -> ceph-mon0] => (item={'name': 'client.bootstrap-rgw', 'path': '/var/lib/ceph/bootstrap-rgw/ceph.keyring', 'copy_key': True})
skipping: [ceph-rgw0] => (item={'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': False}) 

TASK [ceph-rgw : copy ceph key(s) if needed] ************************************************************
Thursday 03 June 2021  15:23:33 -0500 (0:00:01.077)       0:07:05.717 ********* 
changed: [ceph-rgw0] => (item={'cmd': ['ceph', '-n', 'client.admin', '-k', '/etc/ceph/ceph.client.admin.keyring', '--cluster', 'ceph', 'auth', 'get', 'client.bootstrap-rgw', '-f', 'plain'], 'start': '2021-06-03 20:23:33.174125', 'end': '2021-06-03 20:23:33.635508', 'delta': '0:00:00.461383', 'rc': 0, 'stdout': '[client.bootstrap-rgw]\n\tkey = AQBhOblg7viEJRAASP7Q2ioMC+BfAxjdww2Dig==\n\tcaps mon = "allow profile bootstrap-rgw"', 'stderr': 'exported keyring for client.bootstrap-rgw', 'changed': False, 'invocation': {'module_args': {'name': 'client.bootstrap-rgw', 'cluster': 'ceph', 'output_format': 'plain', 'state': 'info', 'import_key': True, 'dest': '/etc/ceph/', 'user': 'client.admin', 'follow': False, 'caps': None, 'secret': None, 'user_key': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'src': None, 'force': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'stdout_lines': ['[client.bootstrap-rgw]', '\tkey = AQBhOblg7viEJRAASP7Q2ioMC+BfAxjdww2Dig==', '\tcaps mon = "allow profile bootstrap-rgw"'], 'stderr_lines': ['exported keyring for client.bootstrap-rgw'], 'failed': False, 'item': {'name': 'client.bootstrap-rgw', 'path': '/var/lib/ceph/bootstrap-rgw/ceph.keyring', 'copy_key': True}, 'ansible_loop_var': 'item'})
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': {'name': 'client.admin', 'path': '/etc/ceph/ceph.client.admin.keyring', 'copy_key': False}, 'ansible_loop_var': 'item'}) 

TASK [ceph-rgw : copy SSL certificate & key data to certificate path] ***********************************
Thursday 03 June 2021  15:23:36 -0500 (0:00:03.051)       0:07:08.768 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : include_tasks pre_requisite.yml] *******************************************************
Thursday 03 June 2021  15:23:36 -0500 (0:00:00.017)       0:07:08.786 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-rgw/tasks/pre_requisite.yml for ceph-rgw0

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:23:36 -0500 (0:00:00.020)       0:07:08.806 ********* 
changed: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080})

TASK [ceph-rgw : rgw pool creation tasks] ***************************************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:01.401)       0:07:10.208 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : include_tasks openstack-keystone.yml] **************************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:00.016)       0:07:10.225 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : include_tasks start_radosgw.yml] *******************************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:00.016)       0:07:10.241 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-rgw/tasks/start_radosgw.yml for ceph-rgw0

TASK [ceph-rgw : ensure systemd service override directory exists] **************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:00.026)       0:07:10.267 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : add ceph-rgw systemd service overrides] ************************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:00.014)       0:07:10.282 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : start rgw instance] ********************************************************************
Thursday 03 June 2021  15:23:38 -0500 (0:00:00.014)       0:07:10.297 ********* 
changed: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080})

TASK [ceph-rgw : enable the ceph-radosgw.target service] ************************************************
Thursday 03 June 2021  15:23:39 -0500 (0:00:01.372)       0:07:11.669 ********* 
ok: [ceph-rgw0]

TASK [ceph-rgw : include start_docker_rgw.yml] **********************************************************
Thursday 03 June 2021  15:23:40 -0500 (0:00:01.279)       0:07:12.949 ********* 
skipping: [ceph-rgw0]

TASK [ceph-rgw : include_tasks multisite/main.yml] ******************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.032)       0:07:12.982 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : make tempdir for scripts] ***********************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.014)       0:07:12.996 ********* 
changed: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : mons handler] ***********************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.697)       0:07:13.694 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : osds handler] ***********************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.041)       0:07:13.735 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : mdss handler] ***********************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.017)       0:07:13.753 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : rgws handler] ***********************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.016)       0:07:13.770 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/handler_rgws.yml for ceph-rgw0

RUNNING HANDLER [ceph-handler : set _rgw_handler_called before restart] *********************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.021)       0:07:13.791 ********* 
ok: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : copy rgw restart script] ************************************************
Thursday 03 June 2021  15:23:41 -0500 (0:00:00.017)       0:07:13.809 ********* 
changed: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : restart ceph rgw daemon(s)] *********************************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:02.641)       0:07:16.450 ********* 
skipping: [ceph-rgw0] => (item=ceph-rgw0) 

RUNNING HANDLER [ceph-handler : set _rgw_handler_called after restart] **********************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:00.044)       0:07:16.494 ********* 
ok: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : rbdmirrors handler] *****************************************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:00.019)       0:07:16.514 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : mgrs handler] ***********************************************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:00.020)       0:07:16.535 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : rbd-target-api and rbd-target-gw handler] *******************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:00.020)       0:07:16.555 ********* 
skipping: [ceph-rgw0]

RUNNING HANDLER [ceph-handler : remove tempdir for scripts] *********************************************
Thursday 03 June 2021  15:23:44 -0500 (0:00:00.021)       0:07:16.576 ********* 
changed: [ceph-rgw0]

TASK [set ceph rgw install 'Complete'] ******************************************************************
Thursday 03 June 2021  15:23:45 -0500 (0:00:00.554)       0:07:17.131 ********* 
ok: [ceph-rgw0]

PLAY [clients] ******************************************************************************************
skipping: no hosts matched

PLAY [nfss] *********************************************************************************************
skipping: no hosts matched

PLAY [rbdmirrors] ***************************************************************************************
skipping: no hosts matched

PLAY [iscsigws] *****************************************************************************************

TASK [set ceph iscsi gateway install 'In Progress'] *****************************************************
Thursday 03 June 2021  15:23:45 -0500 (0:00:00.039)       0:07:17.170 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:23:45 -0500 (0:00:00.023)       0:07:17.194 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:23:45 -0500 (0:00:00.015)       0:07:17.209 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-iscsigw0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:23:45 -0500 (0:00:00.046)       0:07:17.256 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:23:46 -0500 (0:00:00.954)       0:07:18.210 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:23:46 -0500 (0:00:00.035)       0:07:18.246 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:01.195)       0:07:19.442 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.032)       0:07:19.475 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.020)       0:07:19.495 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.017)       0:07:19.513 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.019)       0:07:19.533 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.022)       0:07:19.555 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.019)       0:07:19.575 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:23:47 -0500 (0:00:00.022)       0:07:19.597 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:23:48 -0500 (0:00:00.733)       0:07:20.331 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:48.264203', 'end': '2021-06-03 20:23:48.267334', 'delta': '0:00:00.003131', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:23:48 -0500 (0:00:00.519)       0:07:20.850 ********* 
ok: [ceph-iscsigw0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:48.796292', 'end': '2021-06-03 20:23:48.798561', 'delta': '0:00:00.002269', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:23:48.264203', 'end': '2021-06-03 20:23:48.267334', 'delta': '0:00:00.003131', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:23:48 -0500 (0:00:00.040)       0:07:20.890 ********* 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:23:48 -0500 (0:00:00.019)       0:07:20.910 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:23:48 -0500 (0:00:00.019)       0:07:20.929 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:23:49 -0500 (0:00:00.968)       0:07:21.898 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:23:49 -0500 (0:00:00.046)       0:07:21.945 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:23:49 -0500 (0:00:00.018)       0:07:21.963 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.052)       0:07:22.016 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.029)       0:07:22.046 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.016)       0:07:22.062 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.015)       0:07:22.077 ********* 
skipping: [ceph-iscsigw0] => (item=/dev/vdb) 
skipping: [ceph-iscsigw0] => (item=/dev/vdc) 
skipping: [ceph-iscsigw0] => (item=/dev/vdd) 
skipping: [ceph-iscsigw0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.031)       0:07:22.109 ********* 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.032)       0:07:22.141 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.018)       0:07:22.159 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.017)       0:07:22.177 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.016)       0:07:22.193 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.013)       0:07:22.207 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.015)       0:07:22.223 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.015)       0:07:22.238 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.014)       0:07:22.252 ********* 
skipping: [ceph-iscsigw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.024)       0:07:22.277 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.016)       0:07:22.293 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.015)       0:07:22.309 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:23:50 -0500 (0:00:00.015)       0:07:22.324 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.772)       0:07:23.096 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.015)       0:07:23.112 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.014)       0:07:23.126 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.017)       0:07:23.144 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.659)       0:07:23.803 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.055)       0:07:23.859 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.020)       0:07:23.880 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.021)       0:07:23.902 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.022)       0:07:23.924 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.021)       0:07:23.945 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:23:51 -0500 (0:00:00.020)       0:07:23.966 ********* 
skipping: [ceph-iscsigw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.020)       0:07:23.986 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.001 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.017)       0:07:24.018 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.016)       0:07:24.035 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.016)       0:07:24.051 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.066 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.081 ********* 
skipping: [ceph-iscsigw0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.018)       0:07:24.100 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.114 ********* 
skipping: [ceph-iscsigw0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.019)       0:07:24.134 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.016)       0:07:24.150 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.017)       0:07:24.168 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.028)       0:07:24.196 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.027)       0:07:24.224 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-handler : include check_running_containers.yml] **********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.020)       0:07:24.245 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : include check_socket_non_container.yml] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.259 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/check_socket_non_container.yml for ceph-iscsigw0

TASK [ceph-handler : find ceph mon socket] **************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.026)       0:07:24.285 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph mon socket is in-use] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.300 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph mon socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.017)       0:07:24.317 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.333 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph osd socket is in-use] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.013)       0:07:24.347 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph osd socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.362 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : find ceph osd socket] **************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.377 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph mds socket is in-use] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.391 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph mds socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.406 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : find ceph rgw socket] **************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.422 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph rgw socket is in-use] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.013)       0:07:24.435 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph rgw socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.451 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : find ceph mgr socket] **************************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.466 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph mgr socket is in-use] ********************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.481 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph mgr socket if exists and not used by a process] ************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.014)       0:07:24.496 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : find ceph rbd mirror socket] *******************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.511 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check if the ceph rbd mirror socket is in-use] *************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.013)       0:07:24.525 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : remove ceph rbd mirror socket if exists and not used by a process] *****************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.016)       0:07:24.542 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check for a nfs ganesha pid] *******************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.015)       0:07:24.557 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : check for a tcmu-runner] ***********************************************************
Thursday 03 June 2021  15:23:52 -0500 (0:00:00.016)       0:07:24.573 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-handler : check for a rbd-target-api] ********************************************************
Thursday 03 June 2021  15:23:53 -0500 (0:00:00.803)       0:07:25.377 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-handler : check for a rbd-target-gw] *********************************************************
Thursday 03 June 2021  15:23:54 -0500 (0:00:00.827)       0:07:26.204 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-handler : check for a ceph-crash process] ****************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.815)       0:07:27.020 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_mon_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.036)       0:07:27.056 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_osd_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.022)       0:07:27.079 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_mds_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.096 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_rgw_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.112 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_nfs_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.126 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_rbd_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.141 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_mgr_status] *******************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.013)       0:07:27.155 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact handler_crash_status] *****************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.171 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.018)       0:07:27.189 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.206 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.223 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.239 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.256 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.273 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.287 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.303 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.320 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.336 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.020)       0:07:27.356 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.020)       0:07:27.376 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.393 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.018)       0:07:27.411 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-rgw : create rgw keyrings] *******************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.428 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-rgw : include_tasks multisite] ***************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.446 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-handler : set_fact multisite_called_from_handler_role] ***************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.463 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : include create_ceph_initial_dirs.yml] ***********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.480 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : include_tasks rgw_systemd_environment_file.yml] *************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.494 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : reset num_osds] *********************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.509 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : count number of osds for lvm scenario] **********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.523 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : look up for ceph-volume rejected devices] *******************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.538 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact rejected_devices] **********************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.553 ********* 

TASK [ceph-config : set_fact _devices] ******************************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.567 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : run 'ceph-volume lvm batch --report' to see how many osds are to be created] ********
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.582 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (legacy report)] ***
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.017)       0:07:27.600 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds from the output of 'ceph-volume lvm batch --report' (new report)] ***
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.614 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : run 'ceph-volume lvm list' to see how many osds have already been created] **********
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.016)       0:07:27.630 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : set_fact num_osds (add existing osds)] **********************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.014)       0:07:27.644 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-config : create ceph conf directory] *********************************************************
Thursday 03 June 2021  15:23:55 -0500 (0:00:00.015)       0:07:27.660 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-config : generate ceph.conf configuration file] **********************************************
Thursday 03 June 2021  15:23:56 -0500 (0:00:00.771)       0:07:28.432 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : include common.yml] ***************************************************************
Thursday 03 June 2021  15:23:58 -0500 (0:00:02.477)       0:07:30.909 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-iscsi-gw/tasks/common.yml for ceph-iscsigw0

TASK [ceph-iscsi-gw : get keys from monitors] ***********************************************************
Thursday 03 June 2021  15:23:58 -0500 (0:00:00.040)       0:07:30.950 ********* 
ok: [ceph-iscsigw0 -> ceph-mon0]

TASK [ceph-iscsi-gw : copy ceph key(s) if needed] *******************************************************
Thursday 03 June 2021  15:24:00 -0500 (0:00:01.270)       0:07:32.221 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : add mgr ip address to trusted list with dashboard - ipv4] *************************
Thursday 03 June 2021  15:24:03 -0500 (0:00:02.758)       0:07:34.979 ********* 
ok: [ceph-iscsigw0] => (item=ceph-mgr0)

TASK [ceph-iscsi-gw : add mgr ip address to trusted list with dashboard - ipv6] *************************
Thursday 03 June 2021  15:24:03 -0500 (0:00:00.041)       0:07:35.021 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-mgr0) 

TASK [ceph-iscsi-gw : deploy gateway settings, used by the ceph_iscsi_config modules] *******************
Thursday 03 June 2021  15:24:03 -0500 (0:00:00.019)       0:07:35.040 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : set_fact container_exec_cmd] ******************************************************
Thursday 03 June 2021  15:24:05 -0500 (0:00:01.957)       0:07:36.997 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : create iscsi pool] ****************************************************************
Thursday 03 June 2021  15:24:05 -0500 (0:00:00.019)       0:07:37.016 ********* 
changed: [ceph-iscsigw0 -> ceph-mon0]

TASK [ceph-iscsi-gw : include non-container/prerequisites.yml] ******************************************
Thursday 03 June 2021  15:24:08 -0500 (0:00:03.922)       0:07:40.939 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-iscsi-gw/tasks/non-container/prerequisites.yml for ceph-iscsigw0

TASK [ceph-iscsi-gw : set_fact common_pkgs] *************************************************************
Thursday 03 June 2021  15:24:09 -0500 (0:00:00.037)       0:07:40.977 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : set_fact base iscsi pkgs if new style ceph-iscsi] *********************************
Thursday 03 June 2021  15:24:09 -0500 (0:00:00.017)       0:07:40.995 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : set_fact base iscsi pkgs if using older ceph-iscsi-config] ************************
Thursday 03 June 2021  15:24:09 -0500 (0:00:00.019)       0:07:41.014 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : get latest available build for tcmu-runner] ***************************************
Thursday 03 June 2021  15:24:09 -0500 (0:00:00.016)       0:07:41.031 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : fetch ceph red hat development repository for tcmu-runner] ************************
Thursday 03 June 2021  15:24:10 -0500 (0:00:01.863)       0:07:42.895 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : configure ceph red hat development repository for tcmu-runner] ********************
Thursday 03 June 2021  15:24:12 -0500 (0:00:01.620)       0:07:44.515 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : get latest available build for ceph-iscsi] ****************************************
Thursday 03 June 2021  15:24:15 -0500 (0:00:02.736)       0:07:47.252 ********* 
ok: [ceph-iscsigw0] => (item=ceph-iscsi)

TASK [ceph-iscsi-gw : fetch ceph red hat development repository for ceph-iscsi] *************************
Thursday 03 June 2021  15:24:16 -0500 (0:00:01.474)       0:07:48.726 ********* 
ok: [ceph-iscsigw0] => (item={'content': '[{"status": "ready", "sha1": "30dfa7a485f13369bb58de9bacf9dd1553dfaca5", "extra": {"build_url": "https://jenkins.ceph.com/job/ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge/483/", "root_build_cause": "MANUALTRIGGER", "version": "3.5", "node_name": "172.21.4.66+confusa04", "job_name": "ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge", "package_manager_version": "3.5-1.el8"}, "url": "https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/", "distro_codename": null, "modified": "2021-03-23 05:30:27.284190", "distro_version": "8", "project": "ceph-iscsi", "flavor": "default", "ref": "master", "chacra_url": "https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/", "archs": ["noarch"], "distro": "centos"}]', 'redirected': False, 'url': 'https://shaman.ceph.com/api/search/?status=ready&project=ceph-iscsi&flavor=default&distros=centos/8/noarch&ref=master&sha1=latest', 'status': 200, 'server': 'nginx', 'date': 'Thu, 03 Jun 2021 20:24:16 GMT', 'content_type': 'application/json', 'content_length': '927', 'connection': 'close', 'x_pecan_path': '/api/search/', 'x_pecan_status': '200 OK', 'x_pecan_method': 'GET', 'x_pecan_controller': 'SearchController.index', 'x_pecan_params': "[('status', 'ready'), ('project', 'ceph-iscsi'), ('flavor', 'default'), ('distros', 'centos/8/noarch'), ('ref', 'master'), ('sha1', 'latest')]", 'x_pecan_hooks': "['TransactionHook', 'RequestViewerHook']", 'strict_transport_security': 'max-age=31536000, max-age=31536000', 'cookies_string': '', 'cookies': {}, 'msg': 'OK (927 bytes)', 'elapsed': 0, 'changed': False, 'json': [{'status': 'ready', 'sha1': '30dfa7a485f13369bb58de9bacf9dd1553dfaca5', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge/483/', 'root_build_cause': 'MANUALTRIGGER', 'version': '3.5', 'node_name': '172.21.4.66+confusa04', 'job_name': 'ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge', 'package_manager_version': '3.5-1.el8'}, 'url': 'https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2021-03-23 05:30:27.284190', 'distro_version': '8', 'project': 'ceph-iscsi', 'flavor': 'default', 'ref': 'master', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/', 'archs': ['noarch'], 'distro': 'centos'}], 'invocation': {'module_args': {'url': 'https://shaman.ceph.com/api/search/?status=ready&project=ceph-iscsi&flavor=default&distros=centos/8/noarch&ref=master&sha1=latest', 'return_content': True, 'force': False, 'http_agent': 'ansible-httpget', 'use_proxy': True, 'validate_certs': True, 'force_basic_auth': False, 'body_format': 'raw', 'method': 'GET', 'follow_redirects': 'safe', 'status_code': [200], 'timeout': 30, 'headers': {}, 'follow': False, 'url_username': None, 'url_password': None, 'client_cert': None, 'client_key': None, 'dest': None, 'body': None, 'src': None, 'creates': None, 'removes': None, 'unix_socket': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'failed': False, 'item': 'ceph-iscsi', 'ansible_loop_var': 'item'})

TASK [ceph-iscsi-gw : configure ceph red hat development repository for tcmu-runner] ********************
Thursday 03 June 2021  15:24:18 -0500 (0:00:01.861)       0:07:50.588 ********* 
changed: [ceph-iscsigw0] => (item={'content': '[ceph-iscsi]\nname=ceph-iscsi packages for $basearch\nbaseurl=https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/$basearch\nenabled=1\ngpgcheck=0\ntype=rpm-md\n\n[ceph-iscsi-noarch]\nname=ceph-iscsi noarch packages\nbaseurl=https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/noarch\nenabled=1\ngpgcheck=0\ntype=rpm-md\n\n[ceph-iscsi-source]\nname=ceph-iscsi source packages\nbaseurl=https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/SRPMS\nenabled=1\ngpgcheck=0\ntype=rpm-md\n', 'redirected': False, 'url': 'https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/repo', 'status': 200, 'server': 'nginx', 'date': 'Thu, 03 Jun 2021 20:24:18 GMT', 'content_type': 'text/plain; charset=UTF-8', 'content_length': '640', 'connection': 'close', 'strict_transport_security': 'max-age=31536000', 'cookies_string': '', 'cookies': {}, 'msg': 'OK (640 bytes)', 'elapsed': 0, 'changed': False, 'invocation': {'module_args': {'url': 'https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/repo', 'return_content': True, 'force': False, 'http_agent': 'ansible-httpget', 'use_proxy': True, 'validate_certs': True, 'force_basic_auth': False, 'body_format': 'raw', 'method': 'GET', 'follow_redirects': 'safe', 'status_code': [200], 'timeout': 30, 'headers': {}, 'follow': False, 'url_username': None, 'url_password': None, 'client_cert': None, 'client_key': None, 'dest': None, 'body': None, 'src': None, 'creates': None, 'removes': None, 'unix_socket': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'failed': False, 'item': {'content': '[{"status": "ready", "sha1": "30dfa7a485f13369bb58de9bacf9dd1553dfaca5", "extra": {"build_url": "https://jenkins.ceph.com/job/ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge/483/", "root_build_cause": "MANUALTRIGGER", "version": "3.5", "node_name": "172.21.4.66+confusa04", "job_name": "ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge", "package_manager_version": "3.5-1.el8"}, "url": "https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/", "distro_codename": null, "modified": "2021-03-23 05:30:27.284190", "distro_version": "8", "project": "ceph-iscsi", "flavor": "default", "ref": "master", "chacra_url": "https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/", "archs": ["noarch"], "distro": "centos"}]', 'redirected': False, 'url': 'https://shaman.ceph.com/api/search/?status=ready&project=ceph-iscsi&flavor=default&distros=centos/8/noarch&ref=master&sha1=latest', 'status': 200, 'server': 'nginx', 'date': 'Thu, 03 Jun 2021 20:24:16 GMT', 'content_type': 'application/json', 'content_length': '927', 'connection': 'close', 'x_pecan_path': '/api/search/', 'x_pecan_status': '200 OK', 'x_pecan_method': 'GET', 'x_pecan_controller': 'SearchController.index', 'x_pecan_params': "[('status', 'ready'), ('project', 'ceph-iscsi'), ('flavor', 'default'), ('distros', 'centos/8/noarch'), ('ref', 'master'), ('sha1', 'latest')]", 'x_pecan_hooks': "['TransactionHook', 'RequestViewerHook']", 'strict_transport_security': 'max-age=31536000, max-age=31536000', 'cookies_string': '', 'cookies': {}, 'msg': 'OK (927 bytes)', 'elapsed': 0, 'changed': False, 'json': [{'status': 'ready', 'sha1': '30dfa7a485f13369bb58de9bacf9dd1553dfaca5', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge/483/', 'root_build_cause': 'MANUALTRIGGER', 'version': '3.5', 'node_name': '172.21.4.66+confusa04', 'job_name': 'ceph-iscsi/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=huge', 'package_manager_version': '3.5-1.el8'}, 'url': 'https://4.chacra.ceph.com/r/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2021-03-23 05:30:27.284190', 'distro_version': '8', 'project': 'ceph-iscsi', 'flavor': 'default', 'ref': 'master', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph-iscsi/master/30dfa7a485f13369bb58de9bacf9dd1553dfaca5/centos/8/flavors/default/', 'archs': ['noarch'], 'distro': 'centos'}], 'invocation': {'module_args': {'url': 'https://shaman.ceph.com/api/search/?status=ready&project=ceph-iscsi&flavor=default&distros=centos/8/noarch&ref=master&sha1=latest', 'return_content': True, 'force': False, 'http_agent': 'ansible-httpget', 'use_proxy': True, 'validate_certs': True, 'force_basic_auth': False, 'body_format': 'raw', 'method': 'GET', 'follow_redirects': 'safe', 'status_code': [200], 'timeout': 30, 'headers': {}, 'follow': False, 'url_username': None, 'url_password': None, 'client_cert': None, 'client_key': None, 'dest': None, 'body': None, 'src': None, 'creates': None, 'removes': None, 'unix_socket': None, 'mode': None, 'owner': None, 'group': None, 'seuser': None, 'serole': None, 'selevel': None, 'setype': None, 'attributes': None, 'content': None, 'backup': None, 'remote_src': None, 'regexp': None, 'delimiter': None, 'directory_mode': None, 'unsafe_writes': None}}, 'failed': False, 'item': 'ceph-iscsi', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-iscsi-gw : ceph-iscsi stable repository] *****************************************************
Thursday 03 June 2021  15:24:21 -0500 (0:00:03.077)       0:07:53.665 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : install ceph iscsi package] *******************************************************
Thursday 03 June 2021  15:24:22 -0500 (0:00:01.211)       0:07:54.876 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : check the status of the target.service override] **********************************
Thursday 03 June 2021  15:24:41 -0500 (0:00:18.466)       0:08:13.343 ********* 
ok: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : mask the target service - preventing manual start] ********************************
Thursday 03 June 2021  15:24:42 -0500 (0:00:00.776)       0:08:14.119 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : start tcmu-runner] ****************************************************************
Thursday 03 June 2021  15:24:42 -0500 (0:00:00.039)       0:08:14.159 ********* 
changed: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : include deploy_ssl_keys.yml] ******************************************************
Thursday 03 June 2021  15:24:43 -0500 (0:00:01.195)       0:08:15.355 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : include non-container/configure_iscsi.yml] ****************************************
Thursday 03 June 2021  15:24:43 -0500 (0:00:00.036)       0:08:15.391 ********* 
skipping: [ceph-iscsigw0]

TASK [ceph-iscsi-gw : include non-container/postrequisites.yml] *****************************************
Thursday 03 June 2021  15:24:43 -0500 (0:00:00.024)       0:08:15.416 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-iscsi-gw/tasks/non-container/postrequisites.yml for ceph-iscsigw0

TASK [ceph-iscsi-gw : start rbd-target-api and rbd-target-gw] *******************************************
Thursday 03 June 2021  15:24:43 -0500 (0:00:00.025)       0:08:15.442 ********* 
changed: [ceph-iscsigw0] => (item=rbd-target-api)
changed: [ceph-iscsigw0] => (item=rbd-target-gw)

TASK [ceph-iscsi-gw : include containerized.yml] ********************************************************
Thursday 03 June 2021  15:24:45 -0500 (0:00:02.153)       0:08:17.596 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : make tempdir for scripts] ***********************************************
Thursday 03 June 2021  15:24:45 -0500 (0:00:00.021)       0:08:17.617 ********* 
changed: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : mons handler] ***********************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.627)       0:08:18.245 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : osds handler] ***********************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.057)       0:08:18.302 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : mdss handler] ***********************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.019)       0:08:18.322 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : rgws handler] ***********************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.339 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : rbdmirrors handler] *****************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.016)       0:08:18.355 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : mgrs handler] ***********************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.373 ********* 
skipping: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : rbd-target-api and rbd-target-gw handler] *******************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.390 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-handler/tasks/handler_rbd_target_api_gw.yml for ceph-iscsigw0

RUNNING HANDLER [ceph-handler : set _rbd_target_api_handler_called before restart] **********************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.022)       0:08:18.413 ********* 
ok: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : restart rbd-target-api] *************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.431 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-iscsigw0) 

RUNNING HANDLER [ceph-handler : set _rbd_target_api_handler_called after restart] ***********************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.026)       0:08:18.458 ********* 
ok: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : set _rbd_target_gw_handler_called before restart] ***********************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.475 ********* 
ok: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : restart rbd-target-gw] **************************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.492 ********* 
skipping: [ceph-iscsigw0] => (item=ceph-iscsigw0) 

RUNNING HANDLER [ceph-handler : set _rbd_target_gw_handler_called after restart] ************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.025)       0:08:18.518 ********* 
ok: [ceph-iscsigw0]

RUNNING HANDLER [ceph-handler : remove tempdir for scripts] *********************************************
Thursday 03 June 2021  15:24:46 -0500 (0:00:00.017)       0:08:18.535 ********* 
changed: [ceph-iscsigw0]

TASK [set ceph iscsi gw install 'Complete'] *************************************************************
Thursday 03 June 2021  15:24:47 -0500 (0:00:00.706)       0:08:19.242 ********* 
ok: [ceph-iscsigw0]

PLAY [rgwloadbalancers] *********************************************************************************
skipping: no hosts matched

PLAY [mons,osds,mdss,rgws,mgrs,rbdmirrors,nfss,iscsigws,monitoring] *************************************

TASK [set ceph node exporter install 'In Progress'] *****************************************************
Thursday 03 June 2021  15:24:47 -0500 (0:00:00.066)       0:08:19.308 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:24:47 -0500 (0:00:00.025)       0:08:19.334 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:24:47 -0500 (0:00:00.050)       0:08:19.384 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:24:47 -0500 (0:00:00.093)       0:08:19.478 ********* 
ok: [ceph-mon0]
ok: [ceph-iscsigw0]
ok: [ceph-osd0]
ok: [ceph-mgr0]
ok: [ceph-rgw0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:24:48 -0500 (0:00:00.937)       0:08:20.415 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:24:48 -0500 (0:00:00.071)       0:08:20.486 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:01.827)       0:08:22.314 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-mgr0]
ok: [ceph-rgw0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.092)       0:08:22.407 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.060)       0:08:22.467 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.056)       0:08:22.524 ********* 
ok: [ceph-mon0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-osd0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.070)       0:08:22.595 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.050)       0:08:22.645 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.064)       0:08:22.710 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:24:50 -0500 (0:00:00.053)       0:08:22.763 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:24:51 -0500 (0:00:00.809)       0:08:23.572 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:51.507004', 'end': '2021-06-03 20:24:51.510080', 'delta': '0:00:00.003076', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:24:52 -0500 (0:00:00.507)       0:08:24.080 ********* 
ok: [ceph-mon0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:52.048682', 'end': '2021-06-03 20:24:52.052560', 'delta': '0:00:00.003878', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:51.507004', 'end': '2021-06-03 20:24:51.510080', 'delta': '0:00:00.003076', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:24:52 -0500 (0:00:00.056)       0:08:24.136 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:24:52 -0500 (0:00:00.046)       0:08:24.183 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:24:52 -0500 (0:00:00.063)       0:08:24.247 ********* 
ok: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:01.139)       0:08:25.387 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.080)       0:08:25.467 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.071)       0:08:25.539 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.057)       0:08:25.596 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.035)       0:08:25.632 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.030)       0:08:25.663 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:24:53 -0500 (0:00:00.064)       0:08:25.727 ********* 
skipping: [ceph-mon0] => (item=/dev/vdb) 
skipping: [ceph-rgw0] => (item=/dev/vdb) 
skipping: [ceph-mgr0] => (item=/dev/vdb) 
skipping: [ceph-mon0] => (item=/dev/vdc) 
skipping: [ceph-iscsigw0] => (item=/dev/vdb) 
skipping: [ceph-rgw0] => (item=/dev/vdc) 
skipping: [ceph-mgr0] => (item=/dev/vdc) 
skipping: [ceph-mon0] => (item=/dev/vdd) 
skipping: [ceph-iscsigw0] => (item=/dev/vdc) 
skipping: [ceph-rgw0] => (item=/dev/vdd) 
skipping: [ceph-mgr0] => (item=/dev/vdd) 
skipping: [ceph-mon0] => (item=/dev/vde) 
skipping: [ceph-iscsigw0] => (item=/dev/vdd) 
skipping: [ceph-rgw0] => (item=/dev/vde) 
skipping: [ceph-mgr0] => (item=/dev/vde) 
skipping: [ceph-iscsigw0] => (item=/dev/vde) 
ok: [ceph-osd0] => (item=/dev/vdb)
ok: [ceph-osd0] => (item=/dev/vdc)
ok: [ceph-osd0] => (item=/dev/vdd)
ok: [ceph-osd0] => (item=/dev/vde)

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:02.720)       0:08:28.447 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdb'], 'stdout': '/dev/vdb', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:54.449760', 'end': '2021-06-03 20:24:54.452005', 'delta': '0:00:00.002245', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdb', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdb'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdb', 'ansible_loop_var': 'item'})
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdc'], 'stdout': '/dev/vdc', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:55.076824', 'end': '2021-06-03 20:24:55.079292', 'delta': '0:00:00.002468', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdc', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdc'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdc', 'ansible_loop_var': 'item'})
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vdd'], 'stdout': '/dev/vdd', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:55.770760', 'end': '2021-06-03 20:24:55.773242', 'delta': '0:00:00.002482', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vdd', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vdd'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vdd', 'ansible_loop_var': 'item'})
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
ok: [ceph-osd0] => (item={'cmd': ['readlink', '-f', '/dev/vde'], 'stdout': '/dev/vde', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:24:56.323707', 'end': '2021-06-03 20:24:56.326459', 'delta': '0:00:00.002752', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'readlink -f /dev/vde', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/dev/vde'], 'stderr_lines': [], 'failed': False, 'item': '/dev/vde', 'ansible_loop_var': 'item'})
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-rgw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 
skipping: [ceph-iscsigw0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:00.258)       0:08:28.706 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
ok: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:00.063)       0:08:28.769 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:00.063)       0:08:28.833 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:00.058)       0:08:28.892 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
ok: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:24:56 -0500 (0:00:00.060)       0:08:28.952 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.056)       0:08:29.009 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.056)       0:08:29.065 ********* 
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
ok: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.056)       0:08:29.122 ********* 
skipping: [ceph-mgr0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-rgw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-iscsigw0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-mon0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdd', 'value': {'virtual': 1, 'links': {'ids': ['virtio-dd097314-b07e-4139-b'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdb', 'value': {'virtual': 1, 'links': {'ids': ['virtio-4e65b631-4680-47dd-8'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vde', 'value': {'virtual': 1, 'links': {'ids': ['virtio-95907f85-e838-4e56-9'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vdc', 'value': {'virtual': 1, 'links': {'ids': ['virtio-a6faed42-240f-4345-a'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '209715200', 'sectorsize': '512', 'size': '100.00 GB', 'host': '', 'holders': []}}) 
skipping: [ceph-osd0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.242)       0:08:29.364 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.026)       0:08:29.391 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.028)       0:08:29.419 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:24:57 -0500 (0:00:00.057)       0:08:29.477 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:24:58 -0500 (0:00:00.937)       0:08:30.414 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-rgw0]
ok: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:24:58 -0500 (0:00:00.083)       0:08:30.498 ********* 
ok: [ceph-mon0]
ok: [ceph-osd0]
ok: [ceph-iscsigw0]
ok: [ceph-mgr0]
ok: [ceph-rgw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.925)       0:08:31.424 ********* 
ok: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.092)       0:08:31.516 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.084)       0:08:31.601 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.061)       0:08:31.663 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.122)       0:08:31.785 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:24:59 -0500 (0:00:00.115)       0:08:31.901 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.120)       0:08:32.021 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.126)       0:08:32.148 ********* 
skipping: [ceph-osd0] => (item=ceph-mon0) 
skipping: [ceph-mon0] => (item=ceph-mon0) 
skipping: [ceph-mgr0] => (item=ceph-mon0) 
skipping: [ceph-rgw0] => (item=ceph-mon0) 
skipping: [ceph-iscsigw0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.120)       0:08:32.268 ********* 
ok: [ceph-mon0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'})
skipping: [ceph-osd0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-rgw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-mgr0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 
skipping: [ceph-iscsigw0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.151)       0:08:32.420 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.092)       0:08:32.513 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.080)       0:08:32.593 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.076)       0:08:32.669 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
ok: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.072)       0:08:32.742 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
ok: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.071)       0:08:32.814 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:25:00 -0500 (0:00:00.073)       0:08:32.888 ********* 
skipping: [ceph-mon0] => (item=0) 
skipping: [ceph-osd0] => (item=0) 
skipping: [ceph-mgr0] => (item=0) 
skipping: [ceph-iscsigw0] => (item=0) 
ok: [ceph-rgw0] => (item=0)

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.104)       0:08:32.992 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-rgw0]
skipping: [ceph-iscsigw0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.078)       0:08:33.071 ********* 
skipping: [ceph-mon0] => (item=0) 
skipping: [ceph-osd0] => (item=0) 
skipping: [ceph-mgr0] => (item=0) 
skipping: [ceph-iscsigw0] => (item=0) 
skipping: [ceph-rgw0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.102)       0:08:33.173 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]
skipping: [ceph-rgw0] => (item={'instance_name': 'rgw0', 'radosgw_address': '10.0.0.23', 'radosgw_frontend_port': 8080}) 

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.099)       0:08:33.273 ********* 
skipping: [ceph-mon0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.038)       0:08:33.311 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
ok: [ceph-iscsigw0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.075)       0:08:33.387 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.056)       0:08:33.443 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-container-engine : include pre_requisites/prerequisites.yml] *********************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.050)       0:08:33.494 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/tasks/pre_requisites/prerequisites.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-container-engine : include specific variables] ***********************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.072)       0:08:33.567 ********* 
ok: [ceph-mon0] => (item=/home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/vars/CentOS-8.yml)
ok: [ceph-osd0] => (item=/home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/vars/CentOS-8.yml)
ok: [ceph-mgr0] => (item=/home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/vars/CentOS-8.yml)
ok: [ceph-rgw0] => (item=/home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/vars/CentOS-8.yml)
ok: [ceph-iscsigw0] => (item=/home/jake/projects/fabric/ceph-ansible/roles/ceph-container-engine/vars/CentOS-8.yml)

TASK [ceph-container-engine : debian based systems tasks] ***********************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.098)       0:08:33.666 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-engine : install container packages] ***********************************************
Thursday 03 June 2021  15:25:01 -0500 (0:00:00.059)       0:08:33.725 ********* 
changed: [ceph-mon0]
changed: [ceph-mgr0]
changed: [ceph-osd0]
changed: [ceph-rgw0]
changed: [ceph-iscsigw0]

TASK [ceph-container-engine : install lvm2 package] *****************************************************
Thursday 03 June 2021  15:26:05 -0500 (0:01:04.011)       0:09:37.736 ********* 
skipping: [ceph-rgw0]
skipping: [ceph-mon0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]
ok: [ceph-osd0]

TASK [ceph-container-engine : create the systemd docker override directory] *****************************
Thursday 03 June 2021  15:26:07 -0500 (0:00:02.026)       0:09:39.763 ********* 
skipping: [ceph-osd0]
skipping: [ceph-mon0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-engine : create the systemd docker override file] **********************************
Thursday 03 June 2021  15:26:07 -0500 (0:00:00.078)       0:09:39.842 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-engine : remove docker proxy configuration] ****************************************
Thursday 03 June 2021  15:26:07 -0500 (0:00:00.059)       0:09:39.901 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-engine : restart docker] ***********************************************************
Thursday 03 June 2021  15:26:07 -0500 (0:00:00.060)       0:09:39.961 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-engine : start container service] **************************************************
Thursday 03 June 2021  15:26:08 -0500 (0:00:00.071)       0:09:40.033 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-container-common : container registry authentication] ****************************************
Thursday 03 June 2021  15:26:08 -0500 (0:00:00.062)       0:09:40.096 ********* 
skipping: [ceph-mon0]
skipping: [ceph-osd0]
skipping: [ceph-rgw0]
skipping: [ceph-mgr0]
skipping: [ceph-iscsigw0]

TASK [ceph-node-exporter : include setup_container.yml] *************************************************
Thursday 03 June 2021  15:26:08 -0500 (0:00:00.055)       0:09:40.151 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-node-exporter/tasks/setup_container.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-node-exporter : include_tasks systemd.yml] ***************************************************
Thursday 03 June 2021  15:26:08 -0500 (0:00:00.077)       0:09:40.229 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-node-exporter/tasks/systemd.yml for ceph-mon0, ceph-osd0, ceph-rgw0, ceph-mgr0, ceph-iscsigw0

TASK [ceph-node-exporter : ship systemd service] ********************************************************
Thursday 03 June 2021  15:26:08 -0500 (0:00:00.081)       0:09:40.311 ********* 
changed: [ceph-mon0]
changed: [ceph-osd0]
changed: [ceph-iscsigw0]
changed: [ceph-mgr0]
changed: [ceph-rgw0]

TASK [ceph-node-exporter : start the node_exporter service] *********************************************
Thursday 03 June 2021  15:26:11 -0500 (0:00:03.175)       0:09:43.486 ********* 
changed: [ceph-mgr0]
changed: [ceph-iscsigw0]
changed: [ceph-osd0]
changed: [ceph-rgw0]
changed: [ceph-mon0]

TASK [set ceph node exporter install 'Complete'] ********************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:06.526)       0:09:50.012 ********* 
ok: [ceph-mon0]

PLAY [monitoring] ***************************************************************************************

TASK [set ceph grafana install 'In Progress'] ***********************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.040)       0:09:50.053 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.027)       0:09:50.081 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.027)       0:09:50.108 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mon0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.067)       0:09:50.175 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.570)       0:09:50.745 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:26:18 -0500 (0:00:00.079)       0:09:50.824 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.575)       0:09:51.400 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.071)       0:09:51.472 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.027)       0:09:51.500 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.027)       0:09:51.527 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.032)       0:09:51.560 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.047)       0:09:51.607 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.034)       0:09:51.642 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:26:19 -0500 (0:00:00.052)       0:09:51.694 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:26:20 -0500 (0:00:00.565)       0:09:52.260 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:26:20.195397', 'end': '2021-06-03 20:26:20.198593', 'delta': '0:00:00.003196', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:26:20 -0500 (0:00:00.493)       0:09:52.753 ********* 
ok: [ceph-mon0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:26:20.728058', 'end': '2021-06-03 20:26:20.731311', 'delta': '0:00:00.003253', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:26:20.195397', 'end': '2021-06-03 20:26:20.198593', 'delta': '0:00:00.003196', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:26:20 -0500 (0:00:00.066)       0:09:52.819 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:26:20 -0500 (0:00:00.048)       0:09:52.867 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:26:20 -0500 (0:00:00.032)       0:09:52.900 ********* 
ok: [ceph-mon0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:01.147)       0:09:54.047 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.035)       0:09:54.083 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.030)       0:09:54.113 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.142 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.036)       0:09:54.178 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.031)       0:09:54.210 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.030)       0:09:54.240 ********* 
skipping: [ceph-mon0] => (item=/dev/vdb) 
skipping: [ceph-mon0] => (item=/dev/vdc) 
skipping: [ceph-mon0] => (item=/dev/vdd) 
skipping: [ceph-mon0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.120)       0:09:54.361 ********* 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mon0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.113)       0:09:54.474 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.503 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.531 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.560 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.027)       0:09:54.588 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.616 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.645 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.030)       0:09:54.676 ********* 
skipping: [ceph-mon0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.050)       0:09:54.726 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.755 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.030)       0:09:54.785 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:26:22 -0500 (0:00:00.028)       0:09:54.814 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:26:23 -0500 (0:00:00.683)       0:09:55.497 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:26:23 -0500 (0:00:00.057)       0:09:55.555 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.665)       0:09:56.221 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.066)       0:09:56.287 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.030)       0:09:56.317 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.029)       0:09:56.346 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.055)       0:09:56.402 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.048)       0:09:56.451 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.050)       0:09:56.501 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.048)       0:09:56.550 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.048)       0:09:56.598 ********* 
ok: [ceph-mon0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'})

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.051)       0:09:56.649 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.031)       0:09:56.681 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.033)       0:09:56.714 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.033)       0:09:56.747 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.031)       0:09:56.779 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.031)       0:09:56.811 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.032)       0:09:56.844 ********* 
skipping: [ceph-mon0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.036)       0:09:56.880 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.032)       0:09:56.913 ********* 
skipping: [ceph-mon0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:26:24 -0500 (0:00:00.037)       0:09:56.950 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.034)       0:09:56.984 ********* 
skipping: [ceph-mon0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.035)       0:09:57.019 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.034)       0:09:57.054 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.053)       0:09:57.107 ********* 
ok: [ceph-mon0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set grafana_server_addr fact - ipv4] *************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.045)       0:09:57.152 ********* 
ok: [ceph-mon0]

TASK [ceph-facts : set grafana_server_addr fact - ipv6] *************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.030)       0:09:57.182 ********* 
skipping: [ceph-mon0]

TASK [ceph-facts : set grafana_server_addrs fact - ipv4] ************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.021)       0:09:57.204 ********* 
ok: [ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set grafana_server_addrs fact - ipv6] ************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.040)       0:09:57.245 ********* 
skipping: [ceph-mon0] => (item=ceph-mon0) 

TASK [ceph-prometheus : create prometheus directories] **************************************************
Thursday 03 June 2021  15:26:25 -0500 (0:00:00.035)       0:09:57.280 ********* 
changed: [ceph-mon0] => (item=/etc/prometheus)
changed: [ceph-mon0] => (item=/var/lib/prometheus)

TASK [ceph-prometheus : write prometheus config file] ***************************************************
Thursday 03 June 2021  15:26:26 -0500 (0:00:01.228)       0:09:58.508 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-mon0]

TASK [ceph-prometheus : make sure the alerting rules directory exists] **********************************
Thursday 03 June 2021  15:26:28 -0500 (0:00:01.548)       0:10:00.057 ********* 
changed: [ceph-mon0]

TASK [ceph-prometheus : copy alerting rules] ************************************************************
Thursday 03 June 2021  15:26:28 -0500 (0:00:00.493)       0:10:00.551 ********* 
changed: [ceph-mon0]

TASK [ceph-prometheus : create alertmanager directories] ************************************************
Thursday 03 June 2021  15:26:30 -0500 (0:00:02.049)       0:10:02.601 ********* 
changed: [ceph-mon0] => (item=/etc/alertmanager)
changed: [ceph-mon0] => (item=/var/lib/alertmanager)

TASK [ceph-prometheus : write alertmanager config file] *************************************************
Thursday 03 June 2021  15:26:31 -0500 (0:00:01.021)       0:10:03.622 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-mon0]

TASK [ceph-prometheus : include setup_container.yml] ****************************************************
Thursday 03 June 2021  15:26:33 -0500 (0:00:01.505)       0:10:05.128 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-prometheus/tasks/setup_container.yml for ceph-mon0

TASK [ceph-prometheus : include_tasks systemd.yml] ******************************************************
Thursday 03 June 2021  15:26:33 -0500 (0:00:00.112)       0:10:05.241 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-prometheus/tasks/systemd.yml for ceph-mon0

TASK [ceph-prometheus : ship systemd services] **********************************************************
Thursday 03 June 2021  15:26:33 -0500 (0:00:00.050)       0:10:05.292 ********* 
changed: [ceph-mon0] => (item=alertmanager.service)
changed: [ceph-mon0] => (item=prometheus.service)

TASK [ceph-prometheus : start prometheus services] ******************************************************
Thursday 03 June 2021  15:26:37 -0500 (0:00:04.368)       0:10:09.660 ********* 
changed: [ceph-mon0] => (item=prometheus)
changed: [ceph-mon0] => (item=alertmanager)

TASK [ceph-grafana : include setup_container.yml] *******************************************************
Thursday 03 June 2021  15:26:49 -0500 (0:00:11.593)       0:10:21.253 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-grafana/tasks/setup_container.yml for ceph-mon0

TASK [ceph-grafana : create /etc/grafana and /var/lib/grafana] ******************************************
Thursday 03 June 2021  15:26:49 -0500 (0:00:00.026)       0:10:21.280 ********* 
changed: [ceph-mon0] => (item=/etc/grafana)
changed: [ceph-mon0] => (item=/var/lib/grafana)
[WARNING]: The value 472 (type int) in a string field was converted to '472' (type string). If this does
not look like what you expect, quote the entire value to ensure it does not change.

TASK [ceph-grafana : include_tasks systemd.yml] *********************************************************
Thursday 03 June 2021  15:26:50 -0500 (0:00:01.154)       0:10:22.434 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-grafana/tasks/systemd.yml for ceph-mon0

TASK [ceph-grafana : ship systemd service] **************************************************************
Thursday 03 June 2021  15:26:50 -0500 (0:00:00.047)       0:10:22.481 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : start the grafana-server service] **************************************************
Thursday 03 June 2021  15:26:52 -0500 (0:00:02.095)       0:10:24.577 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : include configure_grafana.yml] *****************************************************
Thursday 03 June 2021  15:27:01 -0500 (0:00:09.227)       0:10:33.805 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-grafana/tasks/configure_grafana.yml for ceph-mon0

TASK [ceph-grafana : install ceph-grafana-dashboards package on RedHat or SUSE] *************************
Thursday 03 June 2021  15:27:01 -0500 (0:00:00.061)       0:10:33.866 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : make sure grafana is down] *********************************************************
Thursday 03 June 2021  15:27:13 -0500 (0:00:11.407)       0:10:45.273 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : wait for grafana to be stopped] ****************************************************
Thursday 03 June 2021  15:27:14 -0500 (0:00:01.024)       0:10:46.298 ********* 
ok: [ceph-mon0]

TASK [ceph-grafana : make sure grafana configuration directories exist] *********************************
Thursday 03 June 2021  15:27:14 -0500 (0:00:00.630)       0:10:46.929 ********* 
changed: [ceph-mon0] => (item=/etc/grafana/dashboards/ceph-dashboard)
changed: [ceph-mon0] => (item=/etc/grafana/provisioning/datasources)
changed: [ceph-mon0] => (item=/etc/grafana/provisioning/dashboards)
changed: [ceph-mon0] => (item=/etc/grafana/provisioning/notifiers)

TASK [ceph-grafana : download ceph grafana dashboards] **************************************************
Thursday 03 June 2021  15:27:18 -0500 (0:00:03.626)       0:10:50.556 ********* 
skipping: [ceph-mon0] => (item=ceph-cluster.json) 
skipping: [ceph-mon0] => (item=cephfs-overview.json) 
skipping: [ceph-mon0] => (item=host-details.json) 
skipping: [ceph-mon0] => (item=hosts-overview.json) 
skipping: [ceph-mon0] => (item=osd-device-details.json) 
skipping: [ceph-mon0] => (item=osds-overview.json) 
skipping: [ceph-mon0] => (item=pool-detail.json) 
skipping: [ceph-mon0] => (item=pool-overview.json) 
skipping: [ceph-mon0] => (item=radosgw-detail.json) 
skipping: [ceph-mon0] => (item=radosgw-overview.json) 
skipping: [ceph-mon0] => (item=rbd-overview.json) 

TASK [ceph-grafana : write grafana.ini] *****************************************************************
Thursday 03 June 2021  15:27:19 -0500 (0:00:00.419)       0:10:50.976 ********* 
[DEPRECATION WARNING]: set_available_variables is being deprecated. Use "@available_variables.setter" 
instead.. This feature will be removed in version 2.13. Deprecation warnings can be disabled by setting 
deprecation_warnings=False in ansible.cfg.
changed: [ceph-mon0]

TASK [ceph-grafana : write datasources provisioning config file] ****************************************
Thursday 03 June 2021  15:27:20 -0500 (0:00:01.466)       0:10:52.443 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : Write dashboards provisioning config file] *****************************************
Thursday 03 June 2021  15:27:22 -0500 (0:00:02.133)       0:10:54.576 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : copy grafana SSL certificate file] *************************************************
Thursday 03 June 2021  15:27:24 -0500 (0:00:02.032)       0:10:56.608 ********* 
skipping: [ceph-mon0]

TASK [ceph-grafana : copy grafana SSL certificate key] **************************************************
Thursday 03 June 2021  15:27:24 -0500 (0:00:00.044)       0:10:56.653 ********* 
skipping: [ceph-mon0]

TASK [ceph-grafana : generate a Self Signed OpenSSL certificate for dashboard] **************************
Thursday 03 June 2021  15:27:24 -0500 (0:00:00.031)       0:10:56.684 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : enable and start grafana] **********************************************************
Thursday 03 June 2021  15:27:25 -0500 (0:00:00.665)       0:10:57.350 ********* 
changed: [ceph-mon0]

TASK [ceph-grafana : wait for grafana to start] *********************************************************
Thursday 03 June 2021  15:27:26 -0500 (0:00:01.438)       0:10:58.788 ********* 
ok: [ceph-mon0]

RUNNING HANDLER [ceph-prometheus : service handler] *****************************************************
Thursday 03 June 2021  15:27:42 -0500 (0:00:15.752)       0:11:14.541 ********* 
changed: [ceph-mon0] => (item=alertmanager)
changed: [ceph-mon0] => (item=prometheus)

TASK [set ceph grafana install 'Complete'] **************************************************************
Thursday 03 June 2021  15:27:47 -0500 (0:00:05.033)       0:11:19.574 ********* 
ok: [ceph-mon0]

PLAY [['ceph-mgr0']] ************************************************************************************

TASK [set ceph dashboard install 'In Progress'] *********************************************************
Thursday 03 June 2021  15:27:47 -0500 (0:00:00.047)       0:11:19.622 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : include_tasks convert_grafana_server_group_name.yml] *********************************
Thursday 03 June 2021  15:27:47 -0500 (0:00:00.028)       0:11:19.650 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : include facts.yml] *******************************************************************
Thursday 03 June 2021  15:27:47 -0500 (0:00:00.026)       0:11:19.677 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-facts/tasks/facts.yml for ceph-mgr0

TASK [ceph-facts : check if it is atomic host] **********************************************************
Thursday 03 June 2021  15:27:47 -0500 (0:00:00.057)       0:11:19.734 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact is_atomic] ******************************************************************
Thursday 03 June 2021  15:27:48 -0500 (0:00:00.715)       0:11:20.450 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : check if podman binary is present] ***************************************************
Thursday 03 June 2021  15:27:48 -0500 (0:00:00.050)       0:11:20.501 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact container_binary] ***********************************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.814)       0:11:21.315 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact discovered_interpreter_python] **********************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.051)       0:11:21.366 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact discovered_interpreter_python if not previously set] ************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.028)       0:11:21.395 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_release ceph_stable_release] *******************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.028)       0:11:21.424 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set_fact monitor_name ansible_facts['hostname']] *************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.034)       0:11:21.458 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact container_exec_cmd] *********************************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.049)       0:11:21.508 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : find a running mon container] ********************************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.033)       0:11:21.542 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : check for a ceph mon socket] *********************************************************
Thursday 03 June 2021  15:27:49 -0500 (0:00:00.047)       0:11:21.590 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : check if the ceph mon socket is in-use] **********************************************
Thursday 03 June 2021  15:27:50 -0500 (0:00:00.702)       0:11:22.293 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item={'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:27:50.258194', 'end': '2021-06-03 20:27:50.262033', 'delta': '0:00:00.003839', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - non_container] ************************************************
Thursday 03 June 2021  15:27:50 -0500 (0:00:00.507)       0:11:22.800 ********* 
ok: [ceph-mgr0] => (item={'cmd': ['grep', '-q', '/var/run/ceph/ceph-mon.ceph-mon0.asok', '/proc/net/unix'], 'stdout': '', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:27:50.749193', 'end': '2021-06-03 20:27:50.752472', 'delta': '0:00:00.003279', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'grep -q /var/run/ceph/ceph-mon.ceph-mon0.asok /proc/net/unix', 'warn': True, '_uses_shell': False, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': [], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': {'cmd': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', 'stdout': '/var/run/ceph/ceph-mon.ceph-mon0.asok', 'stderr': '', 'rc': 0, 'start': '2021-06-03 20:27:50.258194', 'end': '2021-06-03 20:27:50.262033', 'delta': '0:00:00.003839', 'changed': False, 'invocation': {'module_args': {'_raw_params': 'stat --printf=%n /var/run/ceph/ceph-mon*.asok', '_uses_shell': True, 'warn': True, 'stdin_add_newline': True, 'strip_empty_ends': True, 'argv': None, 'chdir': None, 'executable': None, 'creates': None, 'removes': None, 'stdin': None}}, 'stdout_lines': ['/var/run/ceph/ceph-mon.ceph-mon0.asok'], 'stderr_lines': [], 'failed': False, 'failed_when_result': False, 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}, 'ansible_loop_var': 'item'})

TASK [ceph-facts : set_fact running_mon - container] ****************************************************
Thursday 03 June 2021  15:27:50 -0500 (0:00:00.083)       0:11:22.884 ********* 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'ceph-mon0', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact _container_exec_cmd] ********************************************************
Thursday 03 June 2021  15:27:50 -0500 (0:00:00.045)       0:11:22.929 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : get current fsid if cluster is already running] **************************************
Thursday 03 June 2021  15:27:50 -0500 (0:00:00.029)       0:11:22.959 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-facts : set_fact current_fsid rc 1] **********************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:01.013)       0:11:23.972 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : get current fsid] ********************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.055)       0:11:24.028 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.028)       0:11:24.056 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid from current_fsid] *****************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.028)       0:11:24.085 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : generate cluster fsid] ***************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.033)       0:11:24.119 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact fsid] ***********************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.029)       0:11:24.148 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve device link(s)] **************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.029)       0:11:24.177 ********* 
skipping: [ceph-mgr0] => (item=/dev/vdb) 
skipping: [ceph-mgr0] => (item=/dev/vdc) 
skipping: [ceph-mgr0] => (item=/dev/vdd) 
skipping: [ceph-mgr0] => (item=/dev/vde) 

TASK [ceph-facts : set_fact build devices from resolved symlinks] ***************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.121)       0:11:24.298 ********* 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdb', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdc', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vdd', 'ansible_loop_var': 'item'}) 
skipping: [ceph-mgr0] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': '/dev/vde', 'ansible_loop_var': 'item'}) 

TASK [ceph-facts : set_fact build final devices list] ***************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.119)       0:11:24.418 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve dedicated_device link(s)] ****************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.028)       0:11:24.446 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build dedicated_devices from resolved symlinks] *****************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.027)       0:11:24.474 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build final dedicated_devices list] *****************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.031)       0:11:24.506 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : resolve bluestore_wal_device link(s)] ************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.031)       0:11:24.537 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build bluestore_wal_devices from resolved symlinks] *************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.028)       0:11:24.566 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact build final bluestore_wal_devices list] *************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.029)       0:11:24.596 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact devices generate device list when osd_auto_discovery] ***********************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.030)       0:11:24.626 ********* 
skipping: [ceph-mgr0] => (item={'key': 'vda', 'value': {'virtual': 1, 'links': {'ids': [], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': '0x1af4', 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '0', 'partitions': {'vda1': {'links': {'ids': [], 'uuids': ['efba87f2-a6d9-4aa8-9e3c-91de25086f64'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '100661215', 'sectorsize': 512, 'size': '48.00 GB', 'uuid': 'efba87f2-a6d9-4aa8-9e3c-91de25086f64', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '100663296', 'sectorsize': '512', 'size': '48.00 GB', 'host': '', 'holders': []}}) 

TASK [ceph-facts : get ceph current status] *************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.052)       0:11:24.678 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_current_status] ********************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.030)       0:11:24.709 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_hostname] ***************************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.027)       0:11:24.737 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : check if the ceph conf exists] *******************************************************
Thursday 03 June 2021  15:27:52 -0500 (0:00:00.027)       0:11:24.764 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set default osd_pool_default_crush_rule fact] ****************************************
Thursday 03 June 2021  15:27:53 -0500 (0:00:00.645)       0:11:25.410 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:27:53 -0500 (0:00:00.046)       0:11:25.456 ********* 
ok: [ceph-mgr0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.774)       0:11:26.231 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : read osd pool default crush rule] ****************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.048)       0:11:26.279 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set osd_pool_default_crush_rule fact] ************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.030)       0:11:26.310 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv4] ***************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.029)       0:11:26.339 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address_block ipv6] ***************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.057)       0:11:26.396 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_address] **************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.053)       0:11:26.449 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv4] *****************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.048)       0:11:26.498 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _monitor_addresses to monitor_interface - ipv6] *****************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.049)       0:11:26.547 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-facts : set_fact _current_monitor_address] ***************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.049)       0:11:26.597 ********* 
skipping: [ceph-mgr0] => (item={'name': 'ceph-mon0', 'addr': '10.0.0.31'}) 

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv4] *****************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.053)       0:11:26.650 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address_block ipv6] *****************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.032)       0:11:26.683 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_address] ****************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.035)       0:11:26.718 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _interface] *****************************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.033)       0:11:26.752 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv4] *******************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.035)       0:11:26.787 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact _radosgw_address to radosgw_interface - ipv6] *******************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.035)       0:11:26.822 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances without rgw multisite] ****************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.034)       0:11:26.857 ********* 
skipping: [ceph-mgr0] => (item=0) 

TASK [ceph-facts : set_fact is_rgw_instances_defined] ***************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.039)       0:11:26.896 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances with rgw multisite] *******************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.034)       0:11:26.931 ********* 
skipping: [ceph-mgr0] => (item=0) 

TASK [ceph-facts : set_fact rgw_instances_host] *********************************************************
Thursday 03 June 2021  15:27:54 -0500 (0:00:00.038)       0:11:26.969 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact rgw_instances_all] **********************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.034)       0:11:27.004 ********* 
skipping: [ceph-mgr0] => (item=ceph-rgw0) 

TASK [ceph-facts : set_fact use_new_ceph_iscsi package or old ceph-iscsi-config/cli] ********************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.037)       0:11:27.042 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set_fact ceph_run_cmd] ***************************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.040)       0:11:27.083 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set_fact ceph_admin_command] *********************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.053)       0:11:27.137 ********* 
ok: [ceph-mgr0 -> ceph-mon0] => (item=ceph-mon0)

TASK [ceph-facts : set grafana_server_addr fact - ipv4] *************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.047)       0:11:27.184 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set grafana_server_addr fact - ipv6] *************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.025)       0:11:27.209 ********* 
skipping: [ceph-mgr0]

TASK [ceph-facts : set grafana_server_addrs fact - ipv4] ************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.023)       0:11:27.233 ********* 
ok: [ceph-mgr0] => (item=ceph-mon0)

TASK [ceph-facts : set grafana_server_addrs fact - ipv6] ************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.042)       0:11:27.275 ********* 
skipping: [ceph-mgr0] => (item=ceph-mon0) 

TASK [ceph-dashboard : include configure_dashboard.yml] *************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.033)       0:11:27.309 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-dashboard/tasks/configure_dashboard.yml for ceph-mgr0

TASK [ceph-dashboard : set_fact container_exec_cmd] *****************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.046)       0:11:27.355 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : set_fact container_run_cmd] ******************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.027)       0:11:27.383 ********* 
ok: [ceph-mgr0]

TASK [ceph-dashboard : get SSL status for dashboard] ****************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.034)       0:11:27.418 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : disable SSL for dashboard] *******************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.031)       0:11:27.449 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : enable SSL for dashboard] ********************************************************
Thursday 03 June 2021  15:27:55 -0500 (0:00:00.031)       0:11:27.480 ********* 
changed: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : copy dashboard SSL certificate file] *********************************************
Thursday 03 June 2021  15:27:56 -0500 (0:00:00.971)       0:11:28.452 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : copy dashboard SSL certificate key] **********************************************
Thursday 03 June 2021  15:27:56 -0500 (0:00:00.046)       0:11:28.498 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : generate a Self Signed OpenSSL certificate for dashboard] ************************
Thursday 03 June 2021  15:27:56 -0500 (0:00:00.030)       0:11:28.529 ********* 
changed: [ceph-mgr0]

TASK [ceph-dashboard : slurp self-signed generated certificate for dashboard] ***************************
Thursday 03 June 2021  15:27:57 -0500 (0:00:00.828)       0:11:29.357 ********* 
ok: [ceph-mgr0] => (item=ceph-dashboard.key)
ok: [ceph-mgr0] => (item=ceph-dashboard.crt)

TASK [ceph-dashboard : copy self-signed generated certificate on mons] **********************************
Thursday 03 June 2021  15:27:59 -0500 (0:00:01.625)       0:11:30.983 ********* 
changed: [ceph-mgr0 -> ceph-mon0] => (item=[{'content': 'LS0tLS1CRUdJTiBQUklWQVRFIEtFWS0tLS0tCk1JSUV2UUlCQURBTkJna3Foa2lHOXcwQkFRRUZBQVNDQktjd2dnU2pBZ0VBQW9JQkFRRE9aaFNpTzFRVkFxYlUKdXR6Z1MyUm5zaUtjZzFLVDZkdTN1azE4dWIra01OdGFWTkF4R1dPcUxJWFNJeDg3aDcxc1NwV0d3bGRyZFk3SwpPYUVsZjZscXhhWmpGa3FJV0xDa0Y0Q0EzazUybUNMZVJaeC9ubFJGNVlCaVpoN0tFa253R2NZci9qV3JWVlRPCkFFNjBpUE5wMGtBMnplTXFCV1o5MHV3bVVhYWNJc3ZRdDZQMnpyMnZpaVNyL2VnZGJQTFUrb3diR084QUl0aGkKSFpkeU9BRURkcmJBRlRPdGxFa1pYZEE2dGJaYVZIWXVlbSt4Y0VUbTg5TGpaRyt5OXI4cXhZd2JhRnZIc24xQgozZ0lQcUVNQWJKVzFLM3lhaytjcnc4anptMDdETHZNOHV6ZnczblFyLzVqM1BrbkNsWG0vYkFwYnZkeXFneVMvCmZ4ZGl0NlNUQWdNQkFBRUNnZ0VBZk0xazlLUURONkVlMThzVis5b2FvRWtxZkpFN3dZeksrdEdBUVViZ0JwdzAKUnU2NTVMYUJlVWpxc2lIaXBOQnpUYVBidmx5TkY4RkIwaTMrcnZuK3F6MVFXdUlEdDJaSmlTOWMySStUeWtvNwo2ME1VV21hV2RwMUxnRFJYc2NCVlRRV0l1dGxBQXBYYWJhWHA4V2hPSjFLbTJYeXRPNStBVmR6UVJtdGczMDlrCi9pYlozNXlnWk45Mit2cFREbzVsV1lPTFlXMGpVZXc4SXZzamNmeTlNTFNPSFMvWTd1UHIwVFMwUzU0MVJPZTcKS3c3T3RRS2FEdktWSG5xbTBjWGRkVmR2RlZLT2JZYUl6YzlSR3VBMDE3YkJIcnBhTngvVm9MaDNiYmxqL2RJZApCS1VDZDNKVEE2aG9BYldnbVJidDZab1ZRNkRabHdwa0pSU2N0UWI3QVFLQmdRRHFDMFR3NTR3UHRlcVdTcFI2CkpxRGR0UlI0NnNKYWl6ZEJVQVZTSE9HYnVvY2VyUTgzaDgvTnhxUjhHWVFaSzlUTFB4SFdqSmtnM24wQ3JIT2oKK0VHQkZrZWttVUNFUHg2Vjdud2VUbUJFZXRnZmsxNFN0bWNUTEtzWWRqaVZDLzNQS3JmTVAvNVc5aHF1Zy80ZwpoVy82VlIrKzB0NkI4NXhhNm1nNlA5YnVNd0tCZ1FEaHd1UVBqVkczOXpIMzVZWmlKanNLbTdHam9VSE1xbHhsClNBM1hiVjRuTG1tWUF1bUZaTUs3b2VVeUh5bCtrUXdWWVJmY2xwdGFMekhSdTNvZzhxeDJOZGlNcGlQK1N4K08KTTBNWVUyenluQ1FnMHRaNlBScXU4QmgwdFAwY09WWUZ4SWZ2Zjluc0lJQ040R082Y2FHVzMvTHlVcVZWd1BxMwpiLzlDa3lGUUlRS0JnQ0RXUWU3MjNiemFqalpWOG0wTS9HYis0QWR6RUorNWhxQWdSUTdYUklRZjhKTktQcWRRCjQ4UUFTZFdya3RBaFNUTFcvMzYxclVwaVRQSFNGa3Q4S2x5ZExxSVdhbW5qblR2MkFPNFRtd2dnb0RBVjhnMzQKRDVBdUpUZENadi9xZGNyYU9IMXN3UmVjWWZQNFN2QnZLRjNjRVo4cFlOU2t4Rnd4SlR4KzluM25Bb0dCQUl4SApYeEpTeTE0MkdUUmh5RGlnYkx0UXR2Wm5zczBMWmxJQWphazRhZktLb2s0ME1Rb1Q2L1JPeW0xMGM0SVRlcUNtCkxmK0JEWkxpRkdDdnoxazlzTy9hMFczRHBrWFNSQTlGeHdFTWhYdlNqWmhmcWFsVzRvZWs1RzFRTUo0aStsS24KSlpncHB5MVRuTTJMaWl4Rmd4U09ueFQzU1lpWldyQTB4VFdHMm9KQkFvR0FiMUE2QXpMYm9WWTFFazdGb2d1dQoybnhlaXRpaWg1azk5Smx0cFZwZHRGVkN2NG5CZ0tNczYzbzlLd2I5WlUwNEpYQ1hTSndyYlh1QmdyakRJSnR2ClB0VEJFMVY3WUowaGJwZE5mWDh2Um40VEk5aEpHMGlSLzhXZ2hIOFhsMzVzaHJTV3dQSGpHdm13VUZzcmx0Q1UKUWtHdVdhTnV5c045NVhmZHR0VzRHYm89Ci0tLS0tRU5EIFBSSVZBVEUgS0VZLS0tLS0K', 'source': '/etc/ceph/ceph-dashboard.key', 'encoding': 'base64', 'invocation': {'module_args': {'src': '/etc/ceph/ceph-dashboard.key'}}, 'failed': False, 'changed': False, 'item': 'ceph-dashboard.key', 'ansible_loop_var': 'item'}, 'ceph-mon0'])
changed: [ceph-mgr0 -> ceph-mon0] => (item=[{'content': 'LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURMVENDQWhXZ0F3SUJBZ0lVWUtWQlAzcU9uY1lUaHZyQU9DeWdyVUF1Qm1jd0RRWUpLb1pJaHZjTkFRRUwKQlFBd0pqRUxNQWtHQTFVRUNnd0NTVlF4RnpBVkJnTlZCQU1NRG1ObGNHZ3RaR0Z6YUdKdllYSmtNQjRYRFRJeApNRFl3TXpJd01qYzFOMW9YRFRNeE1EWXdNVEl3TWpjMU4xb3dKakVMTUFrR0ExVUVDZ3dDU1ZReEZ6QVZCZ05WCkJBTU1EbU5sY0dndFpHRnphR0p2WVhKa01JSUJJakFOQmdrcWhraUc5dzBCQVFFRkFBT0NBUThBTUlJQkNnS0MKQVFFQXptWVVvanRVRlFLbTFMcmM0RXRrWjdJaW5JTlNrK25idDdwTmZMbS9wRERiV2xUUU1SbGpxaXlGMGlNZgpPNGU5YkVxVmhzSlhhM1dPeWptaEpYK3Bhc1dtWXhaS2lGaXdwQmVBZ041T2RwZ2kza1djZjU1VVJlV0FZbVllCnloSko4Qm5HSy80MXExVlV6Z0JPdElqemFkSkFOczNqS2dWbWZkTHNKbEdtbkNMTDBMZWo5czY5cjRva3EvM28KSFd6eTFQcU1HeGp2QUNMWVloMlhjamdCQTNhMndCVXpyWlJKR1YzUU9yVzJXbFIyTG5wdnNYQkU1dlBTNDJSdgpzdmEvS3NXTUcyaGJ4N0o5UWQ0Q0Q2aERBR3lWdFN0OG1wUG5LOFBJODV0T3d5N3pQTHMzOE41MEsvK1k5ejVKCndwVjV2MndLVzczY3FvTWt2MzhYWXJla2t3SURBUUFCbzFNd1VUQWRCZ05WSFE0RUZnUVVPUWRpK0srUkVsN3kKQ0ZDTlJMU0lRQm9wWkVFd0h3WURWUjBqQkJnd0ZvQVVPUWRpK0srUkVsN3lDRkNOUkxTSVFCb3BaRUV3RHdZRApWUjBUQVFIL0JBVXdBd0VCL3pBTkJna3Foa2lHOXcwQkFRc0ZBQU9DQVFFQU5tUFU1YnNONHpIaTMyMFYzeW9oCjZoeGhjeWo2RTVuelJ0d3dZWGNKaW9ISGVlTUsxZHlvRXZ3Q0RaZW40WWxhYXhQenM4TWNBZlBwbERBSk5ZclQKWFFZdWNWZlhwQ1BhTTc3Z3RMOVhBdWZQSisxK2x3endOQzczUU9BYWFweUxvalVBK25hZnZhMlJwaDdFZDB5VgpJanJVUmlZdmhBVHVSVnpmUFBTa2RRc0VBRVYzL1VIMEV5ZXVRaEl0UlhkRDJUcy9YdVBTb1kvNk1Ubjl6T3czClBCQ2UwM3JYTWlBZUFqTHRqUXZ4T3Z3Y2lXaFNkVXkrbjM2T1NsMFZHWkZhVCtPQkpiSTYvOFk3QmttMUN4VWUKRDhEUmhQdUFwT0xHcXFEenVaOTNiN05sVG1QSWM4SGJqbExaNGxUejV0RHQrMG1pWjFwZ3NHVTBUVXBzSEtjegpoZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K', 'source': '/etc/ceph/ceph-dashboard.crt', 'encoding': 'base64', 'invocation': {'module_args': {'src': '/etc/ceph/ceph-dashboard.crt'}}, 'failed': False, 'changed': False, 'item': 'ceph-dashboard.crt', 'ansible_loop_var': 'item'}, 'ceph-mon0'])

TASK [ceph-dashboard : import dashboard certificate file] ***********************************************
Thursday 03 June 2021  15:28:03 -0500 (0:00:04.887)       0:11:35.871 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : import dashboard certificate key] ************************************************
Thursday 03 June 2021  15:28:05 -0500 (0:00:01.189)       0:11:37.061 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set the dashboard port (8443)] ***************************************************
Thursday 03 June 2021  15:28:06 -0500 (0:00:01.264)       0:11:38.326 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set the dashboard SSL port (8443)] ***********************************************
Thursday 03 June 2021  15:28:07 -0500 (0:00:01.020)       0:11:39.346 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : include_tasks] *******************************************************************
Thursday 03 June 2021  15:28:08 -0500 (0:00:00.916)       0:11:40.262 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-dashboard/tasks/configure_dashboard_backends.yml for ceph-mgr0

TASK [ceph-dashboard : get current mgr backend - ipv4] **************************************************
Thursday 03 June 2021  15:28:08 -0500 (0:00:00.053)       0:11:40.316 ********* 
ok: [ceph-mgr0]

TASK [ceph-dashboard : get current mgr backend - ipv6] **************************************************
Thursday 03 June 2021  15:28:08 -0500 (0:00:00.040)       0:11:40.356 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : config the current dashboard backend] ********************************************
Thursday 03 June 2021  15:28:08 -0500 (0:00:00.036)       0:11:40.393 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : disable mgr dashboard module (restart)] ******************************************
Thursday 03 June 2021  15:28:09 -0500 (0:00:00.998)       0:11:41.391 ********* 
changed: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : enable mgr dashboard module (restart)] *******************************************
Thursday 03 June 2021  15:28:11 -0500 (0:00:02.057)       0:11:43.449 ********* 
changed: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : create dashboard admin user] *****************************************************
Thursday 03 June 2021  15:28:13 -0500 (0:00:02.042)       0:11:45.492 ********* 
changed: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set grafana api user] ************************************************************
Thursday 03 June 2021  15:38:52 -0500 (0:10:39.441)       0:22:24.933 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set grafana api password] ********************************************************
Thursday 03 June 2021  15:38:53 -0500 (0:00:00.963)       0:22:25.897 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : disable ssl verification for grafana] ********************************************
Thursday 03 June 2021  15:38:54 -0500 (0:00:00.952)       0:22:26.850 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set alertmanager host] ***********************************************************
Thursday 03 June 2021  15:38:55 -0500 (0:00:00.975)       0:22:27.825 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : set prometheus host] *************************************************************
Thursday 03 June 2021  15:38:56 -0500 (0:00:00.923)       0:22:28.749 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : include_tasks] *******************************************************************
Thursday 03 June 2021  15:38:57 -0500 (0:00:00.909)       0:22:29.658 ********* 
included: /home/jake/projects/fabric/ceph-ansible/roles/ceph-dashboard/tasks/configure_grafana_layouts.yml for ceph-mgr0

TASK [ceph-dashboard : set grafana url] *****************************************************************
Thursday 03 June 2021  15:38:57 -0500 (0:00:00.070)       0:22:29.729 ********* 
ok: [ceph-mgr0 -> ceph-mon0]

TASK [ceph-dashboard : inject grafana dashboard layouts] ************************************************
Thursday 03 June 2021  15:38:58 -0500 (0:00:00.998)       0:22:30.728 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : config grafana api url vip] ******************************************************
Thursday 03 June 2021  15:38:58 -0500 (0:00:00.051)       0:22:30.780 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : config alertmanager api url] *****************************************************
Thursday 03 June 2021  15:38:58 -0500 (0:00:00.037)       0:22:30.817 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : config prometheus api url] *******************************************************
Thursday 03 June 2021  15:38:58 -0500 (0:00:00.036)       0:22:30.854 ********* 
skipping: [ceph-mgr0]

TASK [ceph-dashboard : create radosgw system user] ******************************************************
Thursday 03 June 2021  15:38:58 -0500 (0:00:00.038)       0:22:30.892 *********