View Source

Cinder service down using CEPH backend.
[root@overcloud-controller-2 heat-admin]# cinder service-list
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+
| Binary           | Host                   | Zone | Status  | State | Updated_at                 | Disabled Reason |
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+
| cinder-scheduler | hostgroup              | nova | enabled | up    | 2018-02-21T09:20:20.000000 | -               |
| cinder-volume    | hostgroup@tripleo_ceph | nova | enabled | down  | 2018-02-18T21:33:54.000000 | -               |
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+
[root@overcloud-controller-2 heat-admin]# cinder-manage host list
Option "logdir" from group "DEFAULT" is deprecated. Use option "log-dir" from group "DEFAULT".
host                     	zone           
hostgroup                	nova           
hostgroup@tripleo_ceph   	nova           
[root@overcloud-controller-2 heat-admin]# 
2018-02-21 10:02:52.437 970386 INFO cinder.service [-] Starting cinder-volume node (version 10.0.6)
2018-02-21 10:02:52.453 970386 INFO cinder.coordination [-] Coordination backend started successfully.
2018-02-21 10:02:52.454 970386 INFO cinder.volume.manager [req-7806a470-311f-4cc3-92e0-ab74664a0701 - - - - -] Starting volume driver RBDDriver (1.2.0)
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd [req-7806a470-311f-4cc3-92e0-ab74664a0701 - - - - -] error opening rbd image volume-c17e4a5a-2ee4-4462-bd2a-2359dc0e8948
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd Traceback (most recent call last):
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd   File "/usr/lib/python2.7/site-packages/cinder/volume/drivers/rbd.py", line 124, in __init__
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd     read_only=read_only)
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd   File "rbd.pyx", line 1061, in rbd.Image.__init__ (rbd.c:8652)
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd ImageNotFound: error opening image volume-c17e4a5a-2ee4-4462-bd2a-2359dc0e8948 at snapshot None
2018-02-21 10:02:52.902 970386 ERROR cinder.volume.drivers.rbd 
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service [req-7806a470-311f-4cc3-92e0-ab74664a0701 - - - - -] Error starting thread.
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service Traceback (most recent call last):
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/oslo_service/service.py", line 722, in run_service
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     service.start()
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/service.py", line 242, in start
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     service_id=Service.service_id)
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/manager.py", line 448, in init_host
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     self.driver.init_capabilities()
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/driver.py", line 744, in init_capabilities
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     stats = self.get_volume_stats(True)
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/drivers/rbd.py", line 478, in get_volume_stats
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     self._update_volume_stats()
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/drivers/rbd.py", line 465, in _update_volume_stats
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     total_gbi = self._get_usage_info()
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/drivers/rbd.py", line 376, in _get_usage_info
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     with RBDVolumeProxy(self, t, read_only=True) as v:
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "/usr/lib/python2.7/site-packages/cinder/volume/drivers/rbd.py", line 124, in __init__
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service     read_only=read_only)
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service   File "rbd.pyx", line 1061, in rbd.Image.__init__ (rbd.c:8652)
2018-02-21 10:02:52.906 970386 ERROR oslo_service.service ImageNotFound: error opening image volume-c17e4a5a-2ee4-4462-bd2a-2359dc0e8948 at snapshot None

[root@overcloud-controller-2 heat-admin]# systemctl start openstack-cinder-volume
[root@overcloud-controller-2 heat-admin]# systemctl status openstack-cinder-volume
● openstack-cinder-volume.service - OpenStack Cinder Volume Server
   Loaded: loaded (/usr/lib/systemd/system/openstack-cinder-volume.service; disabled; vendor preset: disabled)
   Active: active (running) since Wed 2018-02-21 10:02:00 UTC; 3s ago
 Main PID: 926511 (cinder-volume)
   Memory: 120.3M
   CGroup: /system.slice/openstack-cinder-volume.service
           ├─926511 /usr/bin/python2 /usr/bin/cinder-volume --config-file /usr/share/cinder/cinder-dist.conf --config-file /etc/cinder/cinder.conf --logfile /var/log/cinder/volume.log
           └─927749 /usr/bin/python2 /usr/bin/cinder-volume --config-file /usr/share/cinder/cinder-dist.conf --config-file /etc/cinder/cinder.conf --logfile /var/log/cinder/volume.log

Feb 21 10:02:00 overcloud-controller-2.kaloom.io systemd[1]: Started OpenStack Cinder Volume Server.
Feb 21 10:02:00 overcloud-controller-2.kaloom.io systemd[1]: Starting OpenStack Cinder Volume Server...
Feb 21 10:02:01 overcloud-controller-2.kaloom.io cinder-volume[926511]: Option "logdir" from group "DEFAULT" is deprecated. Use option "log-dir" from group "DEFAULT".
Feb 21 10:02:01 overcloud-controller-2.kaloom.io cinder-volume[926511]: Option "host" from group "DEFAULT" is deprecated. Use option "backend_host" from group "DEFAULT".
[root@overcloud-controller-2 heat-admin]# cinder service-list
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+
| Binary           | Host                   | Zone | Status  | State | Updated_at                 | Disabled Reason |
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+
| cinder-scheduler | hostgroup              | nova | enabled | up    | 2018-02-21T10:02:16.000000 | -               |
| cinder-volume    | hostgroup@tripleo_ceph | nova | enabled | up    | 2018-02-21T10:02:02.000000 | -               |
+------------------+------------------------+------+---------+-------+----------------------------+-----------------+